000 (1258.000.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.000.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.001.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.001.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 1 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.002.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.002.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 2 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.003.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.003.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.004.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.004.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.005.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.005.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 5 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.006.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.006.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 6 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.007.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.007.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.008.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.008.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.009.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.009.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.010.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.010.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 10 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.011.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.011.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 11 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.012.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.012.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.013.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.013.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.014.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.014.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.015.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.015.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.016.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.016.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 16 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.017.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.017.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 17 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.018.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.018.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.019.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.019.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 19 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.020.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.020.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 20 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.021.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.021.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 21 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.022.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.022.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.023.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.023.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.024.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.024.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 24 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.025.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.025.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 25 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.026.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.026.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 26 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.027.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.027.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 27 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.028.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.028.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 28 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.029.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.029.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.030.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.030.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 30 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.031.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.031.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 31 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.032.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.032.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 32 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.033.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.033.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 33 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.034.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.034.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 34 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.035.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.035.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 35 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.036.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.036.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 36 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.037.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.037.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 37 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.038.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.038.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.039.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.039.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.040.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.040.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.041.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.041.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.042.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.042.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 42 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.043.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.043.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 43 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.044.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.044.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 44 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.045.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.045.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 45 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.046.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.046.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 46 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.047.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.047.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.048.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.048.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.049.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.049.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 49 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.050.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.050.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 50 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.051.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.051.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 51 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.052.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.052.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 52 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.053.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.053.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1258.054.000) 05/25 17:15:52 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1258.054.000) 05/25 17:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:15:52" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.000.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.000.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.001.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.001.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 1 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.002.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.002.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 2 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.003.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.003.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.004.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.004.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.005.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.005.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 5 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.006.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.006.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 6 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.007.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.007.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.008.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.008.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.009.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.009.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.010.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.010.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 10 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.011.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.011.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 11 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.012.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.012.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.013.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.013.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.014.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.014.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.015.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.015.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.016.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.016.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 16 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.017.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.017.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 17 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.018.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.018.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.019.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.019.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 19 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.020.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.020.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 20 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.021.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.021.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 21 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.022.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.022.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.023.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.023.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.024.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.024.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 24 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.025.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.025.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 25 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.026.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.026.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 26 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.027.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.027.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 27 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.028.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.028.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 28 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.029.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.029.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.030.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.030.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 30 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.031.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.031.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 31 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.032.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.032.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 32 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.033.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.033.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 33 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.034.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.034.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 34 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.035.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.035.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 35 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.036.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.036.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 36 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.037.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.037.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 37 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.038.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.038.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.039.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.039.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.040.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.040.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.041.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.041.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.042.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.042.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 42 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.043.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.043.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 43 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.044.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.044.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 44 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.045.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.045.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 45 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.046.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.046.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 46 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.047.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.047.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.048.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.048.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.049.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.049.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 49 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.050.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.050.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 50 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.051.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.051.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 51 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.052.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.052.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 52 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.053.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.053.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.054.000) 05/25 17:17:26 Job was released. via condor_release (by user jonesrt) ... 028 (1258.054.000) 05/25 17:17:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:17:26" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1258.013.000) 05/25 17:18:10 Job executing on host: <72.36.96.130:34975?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881358&addrs=72.36.96.130-34975&noUDP> ... 028 (1258.013.000) 05/25 17:18:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:18:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.130:34975?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881358&addrs=72.36.96.130-34975&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.036.000) 05/25 17:18:12 Job executing on host: <10.125.2.195:37747?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#871465&addrs=10.125.2.195-37747&noUDP> ... 028 (1258.036.000) 05/25 17:18:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Clemson" Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:18:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" TriggerEventTypeNumber = 1 ExecuteHost = "<10.125.2.195:37747?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#871465&addrs=10.125.2.195-37747&noUDP>" JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1258.037.000) 05/25 17:18:12 Job executing on host: <72.36.96.49:42073?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887054&addrs=72.36.96.49-42073&noUDP> ... 028 (1258.037.000) 05/25 17:18:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:18:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:42073?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887054&addrs=72.36.96.49-42073&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:18:19 Image size of job updated: 79028 10 - MemoryUsage of job (MB) 9476 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:18:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 79028 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:18:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 9476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:18:21 Image size of job updated: 7 7 - MemoryUsage of job (MB) 6540 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:18:21 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:18:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 7 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 6540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 17:18:21 Image size of job updated: 173452 36 - MemoryUsage of job (MB) 36036 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:18:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173452 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:18:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 36036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/25 17:18:33 Job executing on host: <72.36.96.50:34466?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871229&addrs=72.36.96.50-34466&noUDP> ... 028 (1258.012.000) 05/25 17:18:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:18:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:34466?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871229&addrs=72.36.96.50-34466&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:18:42 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:18:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:18:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.019.000) 05/25 17:18:45 Job executing on host: <10.5.146.174:39971?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#569755&addrs=10.5.146.174-39971&noUDP> ... 028 (1258.019.000) 05/25 17:18:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:18:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.174:39971?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#569755&addrs=10.5.146.174-39971&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:18:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:18:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:18:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.033.000) 05/25 17:18:59 Job executing on host: <72.36.96.143:46405?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876114&addrs=72.36.96.143-46405&noUDP> ... 028 (1258.033.000) 05/25 17:18:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:18:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.143:46405?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876114&addrs=72.36.96.143-46405&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:19:08 Image size of job updated: 78084 9 - MemoryUsage of job (MB) 8492 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:19:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 78084 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:19:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 8492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.035.000) 05/25 17:19:30 Job executing on host: <130.199.159.23:33112?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#867164&addrs=130.199.159.23-33112&noUDP> ... 028 (1258.035.000) 05/25 17:19:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:19:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.23:33112?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#867164&addrs=130.199.159.23-33112&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:19:39 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:19:39 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:19:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/25 17:19:56 Job executing on host: <72.36.96.44:39808?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#878991&addrs=72.36.96.44-39808&noUDP> ... 028 (1258.014.000) 05/25 17:19:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:19:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.44:39808?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#878991&addrs=72.36.96.44-39808&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/25 17:19:58 Job executing on host: <72.36.96.130:37374?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874802&addrs=72.36.96.130-37374&noUDP> ... 028 (1258.008.000) 05/25 17:19:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:19:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.130:37374?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874802&addrs=72.36.96.130-37374&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272130.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.025.000) 05/25 17:20:01 Job executing on host: <10.5.137.113:41085?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38875&addrs=10.5.137.113-41085&noUDP> ... 028 (1258.025.000) 05/25 17:20:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.137.113:41085?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38875&addrs=10.5.137.113-41085&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 17:20:05 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:20:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:20:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 17:20:06 Image size of job updated: 5736 1 - MemoryUsage of job (MB) 668 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 17:20:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5736 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:20:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 1 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272130.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:20:10 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:20:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/25 17:20:13 Job executing on host: <10.5.146.250:33513?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37085&addrs=10.5.146.250-33513&noUDP> ... 028 (1258.022.000) 05/25 17:20:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.250:33513?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37085&addrs=10.5.146.250-33513&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/25 17:20:15 Job executing on host: <72.36.96.219:34871?CCBID=192.170.227.251:9736%3faddrs%3d192.170.227.251-9736#891133&addrs=72.36.96.219-34871&noUDP> ... 028 (1258.007.000) 05/25 17:20:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.219:34871?CCBID=192.170.227.251:9736%3faddrs%3d192.170.227.251-9736#891133&addrs=72.36.96.219-34871&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.017.000) 05/25 17:20:17 Job executing on host: <10.0.2.15:43761?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875432&addrs=10.0.2.15-43761&noUDP> ... 028 (1258.017.000) 05/25 17:20:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43761?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875432&addrs=10.0.2.15-43761&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.006.000) 05/25 17:20:18 Job executing on host: <72.36.96.46:46247?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40237&addrs=72.36.96.46-46247&noUDP> ... 028 (1258.006.000) 05/25 17:20:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:20:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.46:46247?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40237&addrs=72.36.96.46-46247&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:20:21 Image size of job updated: 151084 17 - MemoryUsage of job (MB) 17320 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:20:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 151084 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 17320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.024.000) 05/25 17:20:22 Job executing on host: <10.5.144.175:46478?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#871513&addrs=10.5.144.175-46478&noUDP> ... 028 (1258.024.000) 05/25 17:20:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.144.175:46478?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#871513&addrs=10.5.144.175-46478&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.011.000) 05/25 17:20:24 Job executing on host: <149.165.225.114:42856?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867542&addrs=149.165.225.114-42856&noUDP> ... 028 (1258.011.000) 05/25 17:20:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.114:42856?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867542&addrs=149.165.225.114-42856&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:20:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:20:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.010.000) 05/25 17:20:26 Job executing on host: <72.36.96.153:39149?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872769&addrs=72.36.96.153-39149&noUDP> ... 028 (1258.010.000) 05/25 17:20:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.153:39149?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872769&addrs=72.36.96.153-39149&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:20:27 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:20:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 17:20:27 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 17:20:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:20:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/25 17:20:30 Job executing on host: <192.170.226.21:42462?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#871903&addrs=192.170.226.21-42462&noUDP> ... 028 (1258.009.000) 05/25 17:20:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:20:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.21:42462?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#871903&addrs=192.170.226.21-42462&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:20:31 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:20:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/25 17:20:32 Job executing on host: <10.0.2.15:35514?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37657&addrs=10.0.2.15-35514&noUDP> ... 028 (1258.015.000) 05/25 17:20:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35514?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37657&addrs=10.0.2.15-35514&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:20:33 Image size of job updated: 173452 36 - MemoryUsage of job (MB) 36036 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:20:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173452 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 36036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.005.000) 05/25 17:20:33 Job executing on host: <72.36.96.215:44541?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870281&addrs=72.36.96.215-44541&noUDP> ... 028 (1258.005.000) 05/25 17:20:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.215:44541?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870281&addrs=72.36.96.215-44541&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/25 17:20:34 Job executing on host: <10.5.147.246:45253?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36815&addrs=10.5.147.246-45253&noUDP> ... 028 (1258.040.000) 05/25 17:20:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.246:45253?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36815&addrs=10.5.147.246-45253&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/25 17:20:34 Job executing on host: <10.0.2.15:45334?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883438&addrs=10.0.2.15-45334&noUDP> ... 028 (1258.018.000) 05/25 17:20:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45334?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883438&addrs=10.0.2.15-45334&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:20:35 Image size of job updated: 142732 17 - MemoryUsage of job (MB) 16728 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:20:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 142732 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 16728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.049.000) 05/25 17:20:37 Job executing on host: <10.5.144.175:35801?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33016&addrs=10.5.144.175-35801&noUDP> ... 028 (1258.049.000) 05/25 17:20:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.144.175:35801?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33016&addrs=10.5.144.175-35801&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.021.000) 05/25 17:20:38 Job executing on host: <10.0.2.15:41671?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870379&addrs=10.0.2.15-41671&noUDP> ... 028 (1258.021.000) 05/25 17:20:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41671?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870379&addrs=10.0.2.15-41671&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:20:39 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:20:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:20:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2780 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:20:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/25 17:20:40 Job executing on host: <10.5.137.13:45954?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#867734&addrs=10.5.137.13-45954&noUDP> ... 028 (1258.054.000) 05/25 17:20:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 54 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.137.13:45954?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#867734&addrs=10.5.137.13-45954&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355029.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13378" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/25 17:20:41 Job executing on host: <72.36.96.151:44521?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873410&addrs=72.36.96.151-44521&noUDP> ... 028 (1258.039.000) 05/25 17:20:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:20:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.151:44521?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873410&addrs=72.36.96.151-44521&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:20:42 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:20:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 17:20:43 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2768 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 17:20:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 17:20:43 Image size of job updated: 153668 18 - MemoryUsage of job (MB) 17988 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 17:20:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 153668 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 18 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 17988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/25 17:20:44 Job executing on host: <192.170.227.93:45018?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884935&addrs=192.170.227.93-45018&noUDP> ... 028 (1258.038.000) 05/25 17:20:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.93:45018?CCBID=192.170.227.251:9711%3faddrs%3d192.170.227.251-9711#884935&addrs=192.170.227.93-45018&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.030.000) 05/25 17:20:44 Job executing on host: <10.0.2.15:37989?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37775&addrs=10.0.2.15-37989&noUDP> ... 028 (1258.030.000) 05/25 17:20:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37989?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37775&addrs=10.0.2.15-37989&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.046.000) 05/25 17:20:45 Job executing on host: <10.0.2.15:36556?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#883544&addrs=10.0.2.15-36556&noUDP> ... 028 (1258.046.000) 05/25 17:20:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36556?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#883544&addrs=10.0.2.15-36556&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 17:20:46 Image size of job updated: 87576 11 - MemoryUsage of job (MB) 10568 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 17:20:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 87576 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 10568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/25 17:20:46 Job executing on host: <10.0.2.15:39978?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885254&addrs=10.0.2.15-39978&noUDP> ... 028 (1258.029.000) 05/25 17:20:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39978?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885254&addrs=10.0.2.15-39978&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:20:47 Image size of job updated: 164668 23 - MemoryUsage of job (MB) 23376 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:20:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164668 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 23376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.031.000) 05/25 17:20:47 Job executing on host: <10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP> ... 028 (1258.031.000) 05/25 17:20:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.027.000) 05/25 17:20:48 Job executing on host: <10.0.2.15:46668?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879373&addrs=10.0.2.15-46668&noUDP> ... 028 (1258.027.000) 05/25 17:20:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46668?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#879373&addrs=10.0.2.15-46668&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 17:20:49 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 17:20:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/25 17:20:49 Image size of job updated: 102240 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 17:20:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102240 Proc = 54 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355029.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13378" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.028.000) 05/25 17:20:49 Job executing on host: <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> ... 028 (1258.028.000) 05/25 17:20:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22964" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:20:53 Image size of job updated: 71820 9 - MemoryUsage of job (MB) 8368 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:20:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 71820 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 8368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 17:20:53 Image size of job updated: 11816 2 - MemoryUsage of job (MB) 1588 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 17:20:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11816 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.016.000) 05/25 17:20:54 Job executing on host: <10.0.2.15:39446?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888664&addrs=10.0.2.15-39446&noUDP> ... 028 (1258.016.000) 05/25 17:20:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39446?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888664&addrs=10.0.2.15-39446&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 17:20:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 17:20:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.032.000) 05/25 17:20:55 Job executing on host: <192.170.226.30:33407?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860652&addrs=192.170.226.30-33407&noUDP> ... 028 (1258.032.000) 05/25 17:20:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:20:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.30:33407?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860652&addrs=192.170.226.30-33407&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 17:20:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 17:20:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 17:20:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 17:20:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:20:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/25 17:20:57 Job executing on host: <10.0.2.15:40430?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874376&addrs=10.0.2.15-40430&noUDP> ... 028 (1258.026.000) 05/25 17:20:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40430?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874376&addrs=10.0.2.15-40430&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.052.000) 05/25 17:20:58 Job executing on host: <10.0.2.15:36261?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860176&addrs=10.0.2.15-36261&noUDP> ... 028 (1258.052.000) 05/25 17:20:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36261?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860176&addrs=10.0.2.15-36261&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/25 17:20:58 Job executing on host: <10.0.2.15:44147?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880047&addrs=10.0.2.15-44147&noUDP> ... 028 (1258.041.000) 05/25 17:20:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44147?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880047&addrs=10.0.2.15-44147&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 17:20:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2784 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 17:20:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/25 17:20:58 Job executing on host: <10.0.2.15:38385?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887185&addrs=10.0.2.15-38385&noUDP> ... 028 (1258.048.000) 05/25 17:20:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 48 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38385?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887185&addrs=10.0.2.15-38385&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717230" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 17:20:58 Image size of job updated: 62208 8 - MemoryUsage of job (MB) 7864 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 17:20:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62208 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:20:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22964" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/25 17:20:59 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.000.000) 05/25 17:20:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:20:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/25 17:21:00 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.004.000) 05/25 17:21:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.042.000) 05/25 17:21:01 Job executing on host: <10.0.2.15:44440?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872841&addrs=10.0.2.15-44440&noUDP> ... 028 (1258.042.000) 05/25 17:21:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44440?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872841&addrs=10.0.2.15-44440&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.043.000) 05/25 17:21:01 Job executing on host: <10.0.2.15:35761?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#870681&addrs=10.0.2.15-35761&noUDP> ... 028 (1258.043.000) 05/25 17:21:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:21:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35761?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#870681&addrs=10.0.2.15-35761&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 17:21:03 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2772 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 17:21:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.044.000) 05/25 17:21:03 Job executing on host: <10.0.2.15:36024?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877750&addrs=10.0.2.15-36024&noUDP> ... 028 (1258.044.000) 05/25 17:21:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36024?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877750&addrs=10.0.2.15-36024&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:21:03 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:21:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/25 17:21:03 Job executing on host: <10.0.2.15:36050?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872152&addrs=10.0.2.15-36050&noUDP> ... 028 (1258.047.000) 05/25 17:21:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:21:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36050?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872152&addrs=10.0.2.15-36050&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:21:06 Image size of job updated: 172536 31 - MemoryUsage of job (MB) 31732 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:21:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172536 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:21:06 Image size of job updated: 167316 26 - MemoryUsage of job (MB) 26344 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:21:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 167316 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 26344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 17:21:06 Image size of job updated: 145800 16 - MemoryUsage of job (MB) 16180 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 17:21:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 145800 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 16 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 16180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.048.000) 05/25 17:21:07 Image size of job updated: 72724 4 - MemoryUsage of job (MB) 3748 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/25 17:21:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 72724 Proc = 48 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717230" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.051.000) 05/25 17:21:07 Job executing on host: <10.0.2.15:46871?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#872466&addrs=10.0.2.15-46871&noUDP> ... 028 (1258.051.000) 05/25 17:21:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46871?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#872466&addrs=10.0.2.15-46871&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 17:21:08 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 17:21:08 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 17:21:08 Image size of job updated: 912304 95 - MemoryUsage of job (MB) 96544 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 17:21:08 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 912304 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 95 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 96544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 17:21:09 Image size of job updated: 28144 3 - MemoryUsage of job (MB) 2556 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 17:21:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28144 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:21:09 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2768 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:21:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.001.000) 05/25 17:21:09 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.001.000) 05/25 17:21:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:21:11 Image size of job updated: 77936 9 - MemoryUsage of job (MB) 8832 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:21:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 77936 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 8832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.050.000) 05/25 17:21:12 Job executing on host: <10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP> ... 028 (1258.050.000) 05/25 17:21:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:21:12 Image size of job updated: 59920 4 - MemoryUsage of job (MB) 3424 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:21:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59920 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:21:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/25 17:21:15 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.003.000) 05/25 17:21:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:21:16 Image size of job updated: 172324 31 - MemoryUsage of job (MB) 31540 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:21:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172324 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/25 17:21:17 Job executing on host: <10.0.2.15:36658?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#867156&addrs=10.0.2.15-36658&noUDP> ... 028 (1258.053.000) 05/25 17:21:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:21:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36658?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#867156&addrs=10.0.2.15-36658&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 17:21:18 Image size of job updated: 257204 11 - MemoryUsage of job (MB) 10372 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 17:21:18 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 257204 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 10372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.002.000) 05/25 17:21:21 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.002.000) 05/25 17:21:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 17:21:21 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 17:21:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 17:21:24 Image size of job updated: 912304 108 - MemoryUsage of job (MB) 109636 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 17:21:24 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 912304 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 108 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 109636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 17:21:25 Image size of job updated: 59732 8 - MemoryUsage of job (MB) 7596 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 17:21:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59732 Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.002.000) 05/25 17:21:29 Image size of job updated: 72056 9 - MemoryUsage of job (MB) 8596 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 17:21:29 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 72056 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:21:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 8596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:23:19 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293776 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:23:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:23:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:23:22 Image size of job updated: 1365732 397 - MemoryUsage of job (MB) 405548 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:23:22 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:23:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 17:23:22 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 356376 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:23:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:23:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/25 17:23:32 Job executing on host: <10.0.2.15:38605?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881776&addrs=10.0.2.15-38605&noUDP> ... 028 (1258.023.000) 05/25 17:23:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:23:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38605?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881776&addrs=10.0.2.15-38605&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 17:23:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 17:23:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:23:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:23:43 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357284 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:23:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:23:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:23:55 Image size of job updated: 1336492 346 - MemoryUsage of job (MB) 354100 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:23:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:23:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 354100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.020.000) 05/25 17:24:08 Job executing on host: <10.0.2.15:44308?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892085&addrs=10.0.2.15-44308&noUDP> ... 028 (1258.020.000) 05/25 17:24:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:24:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44308?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892085&addrs=10.0.2.15-44308&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:24:10 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 355112 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:24:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:24:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 17:24:18 Image size of job updated: 59080 4 - MemoryUsage of job (MB) 4092 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 17:24:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59080 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:24:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 4092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:24:40 Image size of job updated: 1319188 350 - MemoryUsage of job (MB) 357604 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:24:40 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:24:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 357604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.034.000) 05/25 17:24:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3451_222812184@LIB-LEBIRD1-30-S7-its-c7-osg-20190309 <10.0.2.15:43935?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871476&addrs=10.0.2.15-43935&noUDP> ... 028 (1258.034.000) 05/25 17:24:51 Job ad information event triggered. StartdAddr = "<10.0.2.15:43935?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871476&addrs=10.0.2.15-43935&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22832" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-30-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 34 EventTime = "2019-05-25T17:24:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3451_222812184@LIB-LEBIRD1-30-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389011.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.014.000) 05/25 17:25:06 Image size of job updated: 1319932 348 - MemoryUsage of job (MB) 355824 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:25:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:25:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 17:25:06 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354248 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 17:25:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:25:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272130.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:25:11 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 356616 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:25:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 356616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:25:21 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 356392 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:25:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 356392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:25:25 Image size of job updated: 1319936 348 - MemoryUsage of job (MB) 355400 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:25:27 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 357320 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:25:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 17:25:27 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 358128 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 17:25:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:25:31 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308088 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:25:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 308088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:25:34 Image size of job updated: 1319936 348 - MemoryUsage of job (MB) 355708 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:25:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:25:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 355708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:25:36 Image size of job updated: 1319936 348 - MemoryUsage of job (MB) 355552 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:25:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:25:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:25:40 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 355300 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:25:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:25:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 355300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:25:40 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304604 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:25:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:25:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:25:43 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 356460 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:25:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:25:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 17:25:43 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 356940 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 17:25:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 17:25:44 Image size of job updated: 1336496 348 - MemoryUsage of job (MB) 355632 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 17:25:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:25:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 355632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 17:25:46 Image size of job updated: 1336492 270 - MemoryUsage of job (MB) 275508 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 17:25:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 270 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 275508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:25:47 Image size of job updated: 1336496 348 - MemoryUsage of job (MB) 355668 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:25:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:25:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 355668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 17:25:49 Image size of job updated: 1252348 347 - MemoryUsage of job (MB) 355176 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 17:25:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/25 17:25:50 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355976 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 17:25:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 54 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355029.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13378" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 355976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 17:25:54 Image size of job updated: 1268904 338 - MemoryUsage of job (MB) 345568 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 17:25:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:25:54 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357320 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:25:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 357320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 17:25:55 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 307552 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 17:25:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 17:25:56 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308932 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 17:25:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 17:25:56 Image size of job updated: 1336496 241 - MemoryUsage of job (MB) 246120 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 17:25:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 241 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 246120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 17:25:58 Image size of job updated: 1268908 276 - MemoryUsage of job (MB) 281744 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 17:25:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:25:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 276 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 281744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:26:03 Image size of job updated: 1319936 348 - MemoryUsage of job (MB) 356100 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:26:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:26:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 356100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 17:26:03 Image size of job updated: 1336492 257 - MemoryUsage of job (MB) 262660 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 17:26:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 257 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 262660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:26:06 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359084 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:26:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:26:06 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 361216 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:26:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 17:26:08 Image size of job updated: 1268908 268 - MemoryUsage of job (MB) 274040 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 17:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 268 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 274040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 17:26:08 Image size of job updated: 1252344 301 - MemoryUsage of job (MB) 308112 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 17:26:08 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 308112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.048.000) 05/25 17:26:09 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 357700 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/25 17:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 48 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717230" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 17:26:09 Image size of job updated: 1319932 303 - MemoryUsage of job (MB) 309284 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 17:26:09 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 309284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 17:26:09 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360764 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 17:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:26:09 Image size of job updated: 1336492 295 - MemoryUsage of job (MB) 301076 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:26:11 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358268 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:26:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:26:13 Image size of job updated: 1268900 298 - MemoryUsage of job (MB) 304844 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:26:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:26:17 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300484 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:26:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 17:26:18 Image size of job updated: 1252344 302 - MemoryUsage of job (MB) 308412 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 17:26:18 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:26:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 308412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 17:26:22 Image size of job updated: 1336492 265 - MemoryUsage of job (MB) 271228 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 17:26:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 265 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 271228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 17:26:25 Image size of job updated: 1199216 181 - MemoryUsage of job (MB) 185156 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 17:26:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:26:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 17:26:25 Image size of job updated: 1252344 302 - MemoryUsage of job (MB) 308900 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 17:26:25 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:26:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 308900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.002.000) 05/25 17:26:29 Image size of job updated: 1319932 348 - MemoryUsage of job (MB) 356192 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 17:26:29 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.028.000) 05/25 17:27:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> ... 028 (1258.028.000) 05/25 17:27:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T17:27:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1258.045.000) 05/25 17:27:46 Job executing on host: <10.0.2.15:42599?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#873142&addrs=10.0.2.15-42599&noUDP> ... 028 (1258.045.000) 05/25 17:27:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:27:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42599?CCBID=192.170.227.251:9719%3faddrs%3d192.170.227.251-9719#873142&addrs=10.0.2.15-42599&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 17:27:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 17:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:28:20 Image size of job updated: 1252348 290 - MemoryUsage of job (MB) 296268 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:28:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:28:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 296268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:28:22 Image size of job updated: 1365732 398 - MemoryUsage of job (MB) 407476 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:28:22 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:28:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 17:28:22 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359892 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:28:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:28:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 17:28:40 Image size of job updated: 1066100 159 - MemoryUsage of job (MB) 161916 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 17:28:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1066100 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:28:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 159 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 161916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:28:43 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 362596 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:28:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:28:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:28:55 Image size of job updated: 1336492 347 - MemoryUsage of job (MB) 355164 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:28:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:28:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 355164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:29:10 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357728 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:29:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:29:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 17:29:19 Image size of job updated: 1266504 119 - MemoryUsage of job (MB) 121040 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 17:29:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266504 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:29:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 119 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 121040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:29:40 Image size of job updated: 1319188 353 - MemoryUsage of job (MB) 360620 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:29:40 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:29:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 360620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 17:30:06 Image size of job updated: 1319932 350 - MemoryUsage of job (MB) 358272 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:30:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:30:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 17:30:08 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357080 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 17:30:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:30:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272130.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:30:11 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357660 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:30:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:30:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 357660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:30:22 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357568 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:30:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 357568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:30:25 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 358552 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:30:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:30:27 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 360204 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:30:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 17:30:27 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359756 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 17:30:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:30:32 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309928 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:30:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 309928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:30:35 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 358408 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:30:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:30:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 358408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:30:36 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 358192 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:30:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:30:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:30:41 Image size of job updated: 10314560 369 - MemoryUsage of job (MB) 377272 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:30:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:30:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 377272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:30:43 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359980 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:30:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:30:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 17:30:45 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357652 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 17:30:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:30:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 357652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 17:30:46 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307540 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 17:30:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:30:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:30:47 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357784 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:30:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:30:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 357784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 17:30:49 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358660 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 17:30:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/25 17:30:50 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357292 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 17:30:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 54 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:30:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355029.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13378" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 357292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:30:55 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359804 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:30:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 359804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 17:30:59 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 307256 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 17:30:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:30:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 17:31:01 Image size of job updated: 1336496 272 - MemoryUsage of job (MB) 277968 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 17:31:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 272 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 277968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 17:31:03 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 307072 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 17:31:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:31:04 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 358624 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:31:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:31:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 358624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:31:07 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361984 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:31:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:31:07 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363976 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:31:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 17:31:08 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305512 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 17:31:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.048.000) 05/25 17:31:09 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359944 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/25 17:31:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 48 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717230" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:31:10 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 302560 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:31:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:31:12 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361548 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:31:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:31:17 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300576 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:31:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 17:31:22 Image size of job updated: 1336492 288 - MemoryUsage of job (MB) 294000 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 17:31:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:31:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 17:31:26 Image size of job updated: 1203368 231 - MemoryUsage of job (MB) 235660 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 17:31:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1203368 Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:31:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 231 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 235660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 17:32:56 Image size of job updated: 1268896 269 - MemoryUsage of job (MB) 274572 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 17:32:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 269 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 274572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:33:21 Image size of job updated: 1252348 293 - MemoryUsage of job (MB) 299764 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:33:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 299764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.037.000) 05/25 17:33:23 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363796 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:33:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:33:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:33:23 Image size of job updated: 1365732 400 - MemoryUsage of job (MB) 408796 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:33:23 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:33:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 023 (1258.028.000) 05/25 17:33:30 Job reconnected to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 startd address: <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> starter address: <10.0.2.15:39726?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869447&PrivNet=SOE-EDPARKER-S3-its-c7-osg-20190309&addrs=10.0.2.15-39726&noUDP> ... 028 (1258.028.000) 05/25 17:33:30 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T17:33:30" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:39726?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869447&PrivNet=SOE-EDPARKER-S3-its-c7-osg-20190309&addrs=10.0.2.15-39726&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job reconnected" ... 006 (1258.023.000) 05/25 17:33:40 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304616 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 17:33:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:33:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:33:43 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368336 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:33:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:33:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:33:56 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355528 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:33:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:33:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 355528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:34:10 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360840 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:34:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:34:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 17:34:20 Image size of job updated: 1336496 300 - MemoryUsage of job (MB) 307060 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 17:34:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:34:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:34:40 Image size of job updated: 1319188 355 - MemoryUsage of job (MB) 363444 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:34:40 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:34:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 363444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 17:35:06 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 360652 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:35:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:35:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 17:35:08 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360276 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 17:35:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:35:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272130.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:35:12 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 359272 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:35:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:35:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 359272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:35:22 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 359744 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:35:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:35:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 359744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:35:26 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 361424 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:35:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:35:28 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 363636 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:35:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:35:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 17:35:28 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363048 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 17:35:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:35:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:35:33 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311408 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:35:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 311408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:35:35 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362428 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:35:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 362428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:35:38 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 361876 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:35:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:35:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:35:41 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306424 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:35:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:35:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:35:41 Image size of job updated: 10314560 372 - MemoryUsage of job (MB) 379924 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:35:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:35:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 379924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:35:43 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363360 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:35:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:35:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 17:35:45 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 359020 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 17:35:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:35:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 359020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:35:48 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 359108 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:35:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 359108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 17:35:50 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361164 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 17:35:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/25 17:35:50 Image size of job updated: 12471504 1793 - MemoryUsage of job (MB) 1835420 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 17:35:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12471504 Proc = 54 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 1793 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355029.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13378" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-137-13" Subproc = 0 ResidentSetSize = 1835420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:35:55 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362392 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:35:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:35:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 362392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 17:36:03 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 307160 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 17:36:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:36:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:36:04 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362316 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:36:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:36:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 362316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:36:07 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363832 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:36:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:36:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:36:07 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 366880 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:36:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:36:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 17:36:09 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306224 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 17:36:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:36:10 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 303084 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:36:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:36:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:36:13 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363924 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:36:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:36:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:36:14 Image size of job updated: 1268900 298 - MemoryUsage of job (MB) 304888 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:36:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:36:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:36:17 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302412 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:36:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 17:36:26 Image size of job updated: 1268904 287 - MemoryUsage of job (MB) 293864 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 17:36:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:36:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 17:36:42 Image size of job updated: 1336496 279 - MemoryUsage of job (MB) 285192 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 17:36:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:36:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 279 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 285192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 17:37:56 Image size of job updated: 1268896 296 - MemoryUsage of job (MB) 302824 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 17:37:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:37:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:38:21 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301340 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:38:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:38:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.037.000) 05/25 17:38:24 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368160 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:38:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:38:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:38:24 Image size of job updated: 1365732 403 - MemoryUsage of job (MB) 411700 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:38:24 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:38:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1258.008.000) 05/25 17:38:26 Job was evicted. (0) Job terminated and was requeued Usr 0 00:18:05, Sys 0 00:00:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 313628256 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/25 17:38:26 Job ad information event triggered. SentBytes = 313628256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24080" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c001.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 8 EventTime = "2019-05-25T17:38:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:18:05, Sys 0 00:00:43" JOB_GLIDEIN_SiteWMS_JobId = "272130.0" ... 006 (1258.023.000) 05/25 17:38:41 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305884 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 17:38:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:38:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:38:44 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373216 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:38:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:38:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:38:56 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 357216 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:38:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:38:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 357216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:39:11 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 364044 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:39:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:39:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/25 17:39:31 Job executing on host: <137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP> ... 028 (1258.008.000) 05/25 17:39:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T17:39:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:39:41 Image size of job updated: 1319188 359 - MemoryUsage of job (MB) 367100 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:39:41 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:39:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 367100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.028.000) 05/25 17:39:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> ... 028 (1258.028.000) 05/25 17:39:55 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T17:39:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.014.000) 05/25 17:40:07 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 363436 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:40:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:40:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:40:13 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 360540 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:40:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:40:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 360540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:40:23 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 361236 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:40:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:40:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 361236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:40:27 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365436 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:40:28 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 365748 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:40:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:40:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:40:33 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313024 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:40:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 313024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:40:36 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366444 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:40:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:40:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 366444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:40:38 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 364272 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:40:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:40:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:40:41 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308272 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:40:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:40:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:40:42 Image size of job updated: 10314560 374 - MemoryUsage of job (MB) 382260 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:40:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:40:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 382260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:40:44 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366220 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:40:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:40:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 17:40:46 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 360640 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 17:40:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:40:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 360640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:40:48 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 361500 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:40:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:40:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 361500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 17:40:50 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364280 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 17:40:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:40:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:40:56 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 364632 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:40:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:40:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 364632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:41:04 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 365880 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:41:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:41:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 365880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:41:07 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366472 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:41:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:41:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:41:08 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368992 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:41:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:41:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:41:11 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304932 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:41:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:41:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:41:13 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367356 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:41:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:41:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:41:14 Image size of job updated: 1268900 301 - MemoryUsage of job (MB) 308056 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:41:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:41:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:41:18 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303732 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:41:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:41:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.031.000) 05/25 17:43:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309 <10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP> ... 028 (1258.031.000) 05/25 17:43:07 Job ad information event triggered. StartdAddr = "<10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8117189" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 31 EventTime = "2019-05-25T17:43:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.013.000) 05/25 17:43:22 Image size of job updated: 1252348 299 - MemoryUsage of job (MB) 305304 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:43:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:43:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 305304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.037.000) 05/25 17:43:24 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372300 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:43:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:43:44 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 378716 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:43:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:43:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:44:11 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366492 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:44:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:44:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:44:41 Image size of job updated: 1319188 362 - MemoryUsage of job (MB) 370008 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:44:41 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:44:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 370008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 17:45:07 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365104 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:45:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:45:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:45:27 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 368876 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:45:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:45:28 Image size of job updated: 1336496 360 - MemoryUsage of job (MB) 367812 - ResidentSetSize of job (KB) ... 006 (1258.006.000) 05/25 17:45:28 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365276 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:45:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.006.000) 05/25 17:45:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:45:35 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313328 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:45:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 313328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:45:37 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369416 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:45:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:45:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 369416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:45:38 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 366656 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:45:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:45:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:45:42 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309228 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:45:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:45:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:45:43 Image size of job updated: 10314560 376 - MemoryUsage of job (MB) 384532 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:45:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:45:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 384532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:45:44 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368576 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:45:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:45:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 17:45:46 Image size of job updated: 1336496 355 - MemoryUsage of job (MB) 362732 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 17:45:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:45:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 362732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 17:45:50 Image size of job updated: 10296124 2418 - MemoryUsage of job (MB) 2475332 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 17:45:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10296124 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:45:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 2418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23648" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2475332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:45:57 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365232 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:45:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:45:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 365232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:46:05 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370152 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:46:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 370152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:46:08 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368816 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:46:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:46:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:46:09 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 369384 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:46:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:46:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:46:13 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 369496 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:46:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:46:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:46:15 Image size of job updated: 1268900 303 - MemoryUsage of job (MB) 309892 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:46:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:46:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:46:18 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304448 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:46:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 17:46:27 Image size of job updated: 1338348 287 - MemoryUsage of job (MB) 293864 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 17:46:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:46:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:48:23 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308280 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:48:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:48:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:48:25 Image size of job updated: 1365732 403 - MemoryUsage of job (MB) 412044 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:48:25 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 17:48:25 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376308 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:48:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:48:44 Image size of job updated: 1456968 392 - MemoryUsage of job (MB) 401048 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:48:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:48:57 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 358456 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:48:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:48:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 358456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:49:11 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369248 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:49:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:49:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:49:41 Image size of job updated: 1319188 365 - MemoryUsage of job (MB) 373244 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:49:41 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:49:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 373244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 17:50:08 Image size of job updated: 1319932 359 - MemoryUsage of job (MB) 367416 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:50:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:50:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:50:14 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 361216 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:50:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:50:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 361216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:50:24 Image size of job updated: 1336496 355 - MemoryUsage of job (MB) 362680 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:50:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:50:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 362680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:50:28 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373356 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:50:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 17:50:29 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 367440 - ResidentSetSize of job (KB) ... 006 (1258.017.000) 05/25 17:50:29 Image size of job updated: 1336496 365 - MemoryUsage of job (MB) 372896 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 17:50:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.017.000) 05/25 17:50:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:50:35 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319128 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:50:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 319128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:50:37 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372276 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:50:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:50:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 372276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:50:39 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 369704 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:50:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:50:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:50:42 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310284 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:50:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:50:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:50:43 Image size of job updated: 10314560 380 - MemoryUsage of job (MB) 388304 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:50:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:50:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 388304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:50:44 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371496 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:50:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:50:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:50:49 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 361732 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:50:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:50:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 361732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:50:57 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 368816 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:50:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:50:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 368816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 17:50:58 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308944 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 17:50:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:50:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:51:06 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 373856 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:51:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:51:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 373856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:51:08 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371456 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:51:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:51:09 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 371760 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:51:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:51:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 17:51:11 Image size of job updated: 11333728 817 - MemoryUsage of job (MB) 835984 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 17:51:11 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11333728 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:51:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 817 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 835984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 17:51:11 Image size of job updated: 1252344 302 - MemoryUsage of job (MB) 308236 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 17:51:11 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:51:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 308236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:51:12 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306164 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:51:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:51:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:51:14 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372664 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:51:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:51:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:51:15 Image size of job updated: 1268900 306 - MemoryUsage of job (MB) 313060 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:51:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:51:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:51:20 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307024 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:51:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:51:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 17:51:21 Image size of job updated: 1252344 304 - MemoryUsage of job (MB) 310616 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 17:51:21 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:51:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 310616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 17:52:58 Image size of job updated: 1268896 297 - MemoryUsage of job (MB) 303816 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 17:52:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:53:23 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310840 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:53:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:53:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 310840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 17:53:25 Image size of job updated: 1365732 405 - MemoryUsage of job (MB) 413892 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 17:53:25 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T17:53:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 17:53:26 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380416 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:53:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:53:45 Image size of job updated: 1456968 397 - MemoryUsage of job (MB) 406340 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:53:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:53:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.019.000) 05/25 17:53:57 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 359164 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 17:53:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 359164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:54:12 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372536 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:54:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:54:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 17:54:22 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 308196 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 17:54:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:54:42 Image size of job updated: 1319188 368 - MemoryUsage of job (MB) 376012 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:54:42 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:54:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 376012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 17:55:08 Image size of job updated: 1319932 362 - MemoryUsage of job (MB) 370644 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 17:55:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:55:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 17:55:14 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 362380 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 17:55:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 362380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 17:55:25 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 364076 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 17:55:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 364076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 17:55:28 Image size of job updated: 14430912 385 - MemoryUsage of job (MB) 393600 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 17:55:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 17:55:29 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370304 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 17:55:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 17:55:29 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 374440 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 17:55:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 17:55:35 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320664 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 17:55:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 320664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 17:55:37 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375080 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 17:55:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 375080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 17:55:39 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372728 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 17:55:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 17:55:43 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312008 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 17:55:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 17:55:44 Image size of job updated: 10314560 382 - MemoryUsage of job (MB) 390932 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 17:55:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:55:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 390932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 17:55:45 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 374428 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 17:55:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 17:55:49 Image size of job updated: 1336496 355 - MemoryUsage of job (MB) 363056 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 17:55:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 363056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 17:55:58 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310480 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 17:55:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 17:55:58 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 371796 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 17:55:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 371796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 17:55:59 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309740 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 17:55:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 17:56:06 Image size of job updated: 1319936 369 - MemoryUsage of job (MB) 377352 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 17:56:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 377352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 17:56:08 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374312 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 17:56:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 17:56:11 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374476 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 17:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 17:56:11 Image size of job updated: 11333728 1875 - MemoryUsage of job (MB) 1919624 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 17:56:11 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11333728 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 1875 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 1919624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 17:56:12 Image size of job updated: 1252344 307 - MemoryUsage of job (MB) 314224 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 17:56:12 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:56:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 314224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 17:56:13 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308104 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 17:56:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 17:56:14 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375536 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 17:56:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 17:56:15 Image size of job updated: 1268900 309 - MemoryUsage of job (MB) 315456 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 17:56:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 17:56:20 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308296 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 17:56:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 17:56:22 Image size of job updated: 1252344 307 - MemoryUsage of job (MB) 314120 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 17:56:22 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:56:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 314120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 17:56:26 Image size of job updated: 1336492 288 - MemoryUsage of job (MB) 294216 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 17:56:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 17:56:28 Image size of job updated: 1252344 307 - MemoryUsage of job (MB) 313836 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 17:56:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T17:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 313836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 17:57:58 Image size of job updated: 1268896 298 - MemoryUsage of job (MB) 304996 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 17:57:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 17:58:25 Image size of job updated: 1323844 323 - MemoryUsage of job (MB) 330192 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 17:58:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 330192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.037.000) 05/25 17:58:26 Image size of job updated: 1438980 388 - MemoryUsage of job (MB) 397228 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 17:58:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 17:58:43 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308472 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 17:58:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 17:58:45 Image size of job updated: 1456968 400 - MemoryUsage of job (MB) 409516 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 17:58:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 17:59:12 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375064 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 17:59:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:59:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 17:59:22 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310540 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 17:59:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 17:59:42 Image size of job updated: 1319188 371 - MemoryUsage of job (MB) 379712 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 17:59:42 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:59:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 379712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 17:59:43 Image size of job updated: 10727200 376 - MemoryUsage of job (MB) 384048 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 17:59:43 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10727200 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T17:59:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 384048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 18:00:08 Image size of job updated: 10757500 2481 - MemoryUsage of job (MB) 2539576 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 18:00:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10757500 Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 2481 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2539576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:00:14 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 364372 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:00:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 364372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:00:29 Image size of job updated: 14430912 388 - MemoryUsage of job (MB) 396708 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:00:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:00:30 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373432 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:00:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 18:00:30 Image size of job updated: 1336496 369 - MemoryUsage of job (MB) 377592 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 18:00:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:00:36 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 322608 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:00:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 322608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:00:38 Image size of job updated: 1319936 371 - MemoryUsage of job (MB) 378996 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:00:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 378996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:00:43 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313588 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:00:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 18:00:45 Image size of job updated: 10314560 386 - MemoryUsage of job (MB) 394476 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 18:00:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:00:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 394476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:00:45 Image size of job updated: 1319936 369 - MemoryUsage of job (MB) 377572 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:00:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:00:50 Image size of job updated: 1336496 357 - MemoryUsage of job (MB) 365052 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:00:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 365052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:00:59 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375072 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:00:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 375072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:00:59 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 311060 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:00:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:00:59 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 313108 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:00:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:01:05 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307416 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:01:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:01:06 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380608 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:01:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 380608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:01:09 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 377200 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:01:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 18:01:11 Image size of job updated: 1336492 368 - MemoryUsage of job (MB) 376120 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 18:01:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 18:01:12 Image size of job updated: 11333804 2649 - MemoryUsage of job (MB) 2712148 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 18:01:12 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11333804 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 2649 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 2712148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 18:01:13 Image size of job updated: 2238264 452 - MemoryUsage of job (MB) 462476 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 18:01:13 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2238264 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:01:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 452 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 462476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:01:13 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309156 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:01:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:01:14 Image size of job updated: 1336492 370 - MemoryUsage of job (MB) 378176 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:01:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:01:16 Image size of job updated: 1268900 311 - MemoryUsage of job (MB) 318324 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:01:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:01:20 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310384 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:01:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:01:23 Image size of job updated: 1252344 311 - MemoryUsage of job (MB) 318144 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:01:23 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 318144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:01:27 Image size of job updated: 1336492 289 - MemoryUsage of job (MB) 295324 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:01:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:01:28 Image size of job updated: 1252344 310 - MemoryUsage of job (MB) 317064 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:01:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:01:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 317064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:02:59 Image size of job updated: 1268896 299 - MemoryUsage of job (MB) 306048 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:02:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:03:25 Image size of job updated: 1389380 325 - MemoryUsage of job (MB) 332356 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:03:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:03:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 332356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:03:27 Image size of job updated: 1365732 406 - MemoryUsage of job (MB) 414960 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:03:27 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 023 (1258.028.000) 05/25 18:03:27 Job reconnected to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 startd address: <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> starter address: <10.0.2.15:39726?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869447&PrivNet=SOE-EDPARKER-S3-its-c7-osg-20190309&addrs=10.0.2.15-39726&noUDP> ... 028 (1258.028.000) 05/25 18:03:27 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T18:03:27" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:39726?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869447&PrivNet=SOE-EDPARKER-S3-its-c7-osg-20190309&addrs=10.0.2.15-39726&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job reconnected" ... 006 (1258.037.000) 05/25 18:03:27 Image size of job updated: 1438980 392 - MemoryUsage of job (MB) 401400 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 18:03:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 18:03:43 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309516 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 18:03:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:03:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 18:03:45 Image size of job updated: 1456968 405 - MemoryUsage of job (MB) 414444 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 18:03:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:03:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:04:13 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 378064 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:04:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:04:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:04:23 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 312916 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:04:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:04:42 Image size of job updated: 1319188 374 - MemoryUsage of job (MB) 382528 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:04:42 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:04:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 382528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 18:04:44 Image size of job updated: 10727200 379 - MemoryUsage of job (MB) 387120 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 18:04:44 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10727200 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:04:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 387120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.034.000) 05/25 18:04:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3451_222812184@LIB-LEBIRD1-30-S7-its-c7-osg-20190309, rescheduling job ... 028 (1258.034.000) 05/25 18:04:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389011.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22832" StartdName = "glidein_3451_222812184@LIB-LEBIRD1-30-S7-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-30-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:05:15 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 366136 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:05:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 366136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:05:30 Image size of job updated: 14430912 391 - MemoryUsage of job (MB) 399532 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:05:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:05:31 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375064 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:05:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:05:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 18:05:31 Image size of job updated: 1336496 372 - MemoryUsage of job (MB) 380496 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 18:05:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.034.000) 05/25 18:05:33 Job executing on host: <192.170.226.34:46183?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40827&addrs=192.170.226.34-46183&noUDP> ... 028 (1258.034.000) 05/25 18:05:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.34:46183?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40827&addrs=192.170.226.34-46183&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:05:36 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324320 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:05:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 324320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:05:38 Image size of job updated: 1436928 384 - MemoryUsage of job (MB) 393052 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:05:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 393052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:05:42 Image size of job updated: 24800 3 - MemoryUsage of job (MB) 2480 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:05:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24800 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 2480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:05:44 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315172 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:05:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 18:05:45 Image size of job updated: 10314560 388 - MemoryUsage of job (MB) 396840 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 18:05:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:05:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 396840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:05:46 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380388 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:05:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:05:48 Image size of job updated: 14447344 356 - MemoryUsage of job (MB) 364312 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:05:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:05:49 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308028 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:05:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:05:51 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 366588 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:05:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 366588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:05:59 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 378312 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:05:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 378312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:05:59 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 312112 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:05:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:06:00 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 314072 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:06:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 18:06:02 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308336 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 18:06:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:06:06 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307680 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:06:07 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 398028 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:06:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 398028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:06:09 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 380104 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:06:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 18:06:11 Image size of job updated: 15166956 1283 - MemoryUsage of job (MB) 1313236 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 18:06:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15166956 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 1283 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1313236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 18:06:13 Image size of job updated: 11333804 4080 - MemoryUsage of job (MB) 4177060 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11333804 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 4080 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 4177060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:06:13 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306304 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 18:06:13 Image size of job updated: 5490472 605 - MemoryUsage of job (MB) 618968 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5490472 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 605 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 618968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:06:13 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310476 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:06:15 Image size of job updated: 1336492 373 - MemoryUsage of job (MB) 381080 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:06:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:06:16 Image size of job updated: 1268900 315 - MemoryUsage of job (MB) 321668 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:06:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:06:21 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312396 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:06:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:06:23 Image size of job updated: 1252344 314 - MemoryUsage of job (MB) 321336 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:06:23 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 321336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:06:27 Image size of job updated: 1336492 290 - MemoryUsage of job (MB) 296352 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:06:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:06:29 Image size of job updated: 1252344 313 - MemoryUsage of job (MB) 319812 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:06:29 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 319812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:07:59 Image size of job updated: 1268896 301 - MemoryUsage of job (MB) 307360 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:07:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:08:26 Image size of job updated: 1389380 328 - MemoryUsage of job (MB) 335196 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:08:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:08:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 335196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:08:27 Image size of job updated: 1365732 407 - MemoryUsage of job (MB) 416016 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:08:27 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 416016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 18:08:28 Image size of job updated: 1438980 396 - MemoryUsage of job (MB) 405404 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 18:08:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:08:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 18:08:44 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311340 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 18:08:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.012.000) 05/25 18:08:46 Image size of job updated: 1456968 410 - MemoryUsage of job (MB) 418836 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/25 18:08:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:08:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:09:14 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380900 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:09:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:09:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:09:23 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 315028 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:09:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:09:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:09:43 Image size of job updated: 1386580 390 - MemoryUsage of job (MB) 398684 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:09:43 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:09:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 398684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 18:09:44 Image size of job updated: 10727200 381 - MemoryUsage of job (MB) 389228 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 18:09:44 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10727200 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:09:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 ResidentSetSize = 389228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.028.000) 05/25 18:09:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> ... 028 (1258.028.000) 05/25 18:09:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T18:09:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.025.000) 05/25 18:10:15 Image size of job updated: 1336496 359 - MemoryUsage of job (MB) 367460 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:10:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 367460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/25 18:10:23 Job was evicted. (0) Job terminated and was requeued Usr 0 00:25:10, Sys 0 00:01:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 494791456 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/25 18:10:23 Job ad information event triggered. SentBytes = 494791456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 0 EventTime = "2019-05-25T18:10:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:25:10, Sys 0 00:01:06" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 006 (1258.007.000) 05/25 18:10:31 Image size of job updated: 14430912 394 - MemoryUsage of job (MB) 403152 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:10:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:10:31 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 378580 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:10:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 18:10:31 Image size of job updated: 1336496 376 - MemoryUsage of job (MB) 384456 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 18:10:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:10:37 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325740 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:10:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 325740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:10:38 Image size of job updated: 1436928 390 - MemoryUsage of job (MB) 399268 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:10:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 399268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:10:43 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357424 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:10:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 357424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:10:45 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316492 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:10:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 18:10:46 Image size of job updated: 10314560 392 - MemoryUsage of job (MB) 400452 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 18:10:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:10:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 400452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:10:47 Image size of job updated: 1454916 393 - MemoryUsage of job (MB) 401704 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:10:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:10:48 Image size of job updated: 14447344 358 - MemoryUsage of job (MB) 366472 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:10:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:10:50 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309344 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:10:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:10:51 Image size of job updated: 1336496 360 - MemoryUsage of job (MB) 368544 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:10:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 368544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:10:59 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381116 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:10:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 381116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/25 18:11:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:10, Sys 0 00:01:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608418560 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/25 18:11:00 Job ad information event triggered. SentBytes = 1608418560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c143.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 12 EventTime = "2019-05-25T18:11:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:01:10, Sys 0 00:01:13" JOB_GLIDEIN_SiteWMS_JobId = "264210.0" ... 006 (1258.027.000) 05/25 18:11:00 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 313696 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:11:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:11:00 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315916 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:11:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 18:11:03 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308864 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 18:11:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:11:06 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308472 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:11:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:11:07 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 401760 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:11:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 401760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:11:10 Image size of job updated: 1268904 374 - MemoryUsage of job (MB) 382744 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:11:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.041.000) 05/25 18:11:11 Image size of job updated: 15166956 2305 - MemoryUsage of job (MB) 2359836 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 18:11:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15166956 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2359836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.048.000) 05/25 18:11:13 Image size of job updated: 5596556 481 - MemoryUsage of job (MB) 491952 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/25 18:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5596556 Proc = 48 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 481 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717230" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 491952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:11:13 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 307096 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:11:14 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312060 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:11:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:11:15 Image size of job updated: 1572724 392 - MemoryUsage of job (MB) 401224 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:11:17 Image size of job updated: 1268900 317 - MemoryUsage of job (MB) 324044 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:11:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/25 18:11:20 Job executing on host: <72.36.96.194:46641?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867832&addrs=72.36.96.194-46641&noUDP> ... 028 (1258.012.000) 05/25 18:11:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.194:46641?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867832&addrs=72.36.96.194-46641&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272544.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:11:21 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314236 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:11:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:11:24 Image size of job updated: 1554112 332 - MemoryUsage of job (MB) 339636 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:11:24 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 339636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:11:28 Image size of job updated: 1336492 291 - MemoryUsage of job (MB) 297516 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:11:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:11:29 Image size of job updated: 14097208 335 - MemoryUsage of job (MB) 342852 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:11:29 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 342852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.002.000) 05/25 18:11:35 Image size of job updated: 1554112 348 - MemoryUsage of job (MB) 356192 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 18:11:35 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:11:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 18:11:42 Image size of job updated: 1338348 288 - MemoryUsage of job (MB) 294532 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 18:11:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/25 18:12:51 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.000.000) 05/25 18:12:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:12:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:12:59 Image size of job updated: 1268896 303 - MemoryUsage of job (MB) 309920 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:12:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1258.031.000) 05/25 18:13:17 Job reconnected to glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309 startd address: <10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP> starter address: <10.0.2.15:44044?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892561&PrivNet=WHIT-234-04-S3-its-c7-osg-20190309&addrs=10.0.2.15-44044&noUDP> ... 028 (1258.031.000) 05/25 18:13:17 Job ad information event triggered. StartdAddr = "<10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8117189" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 31 EventTime = "2019-05-25T18:13:17" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:44044?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892561&PrivNet=WHIT-234-04-S3-its-c7-osg-20190309&addrs=10.0.2.15-44044&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" EventDescription = "Job reconnected" ... 006 (1258.013.000) 05/25 18:13:26 Image size of job updated: 1389380 331 - MemoryUsage of job (MB) 338484 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:13:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:13:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 338484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:13:28 Image size of job updated: 1365732 410 - MemoryUsage of job (MB) 419184 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:13:28 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:13:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 18:13:28 Image size of job updated: 1438980 400 - MemoryUsage of job (MB) 408760 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 18:13:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:13:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 18:13:51 Image size of job updated: 11282536 832 - MemoryUsage of job (MB) 851500 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 18:13:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11282536 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 832 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 851500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:14:14 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 397496 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:14:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:14:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:14:24 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316876 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:14:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:14:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:14:43 Image size of job updated: 1386580 393 - MemoryUsage of job (MB) 402028 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:14:43 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:14:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 402028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:15:17 Image size of job updated: 1336496 361 - MemoryUsage of job (MB) 368888 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:15:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 368888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:15:31 Image size of job updated: 14430912 398 - MemoryUsage of job (MB) 406664 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:15:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:15:32 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381156 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:15:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 18:15:32 Image size of job updated: 1453488 433 - MemoryUsage of job (MB) 442700 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 18:15:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 433 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 442700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:15:38 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327440 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:15:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 327440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:15:39 Image size of job updated: 1436928 394 - MemoryUsage of job (MB) 402780 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:15:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 402780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.010.000) 05/25 18:15:40 Image size of job updated: 1387328 364 - MemoryUsage of job (MB) 372728 - ResidentSetSize of job (KB) ... 028 (1258.010.000) 05/25 18:15:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968677" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:15:43 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359988 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:15:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 359988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 18:15:45 Image size of job updated: 1336496 279 - MemoryUsage of job (MB) 285228 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 18:15:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:15:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 279 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 285228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:15:45 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318868 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:15:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:15:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 18:15:47 Image size of job updated: 10314560 394 - MemoryUsage of job (MB) 403444 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 18:15:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10314560 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:15:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 403444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:15:47 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 404140 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:15:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:15:48 Image size of job updated: 14447344 359 - MemoryUsage of job (MB) 366956 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:15:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:15:51 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309784 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:15:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:15:52 Image size of job updated: 1336496 362 - MemoryUsage of job (MB) 369752 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:15:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:15:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 369752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:16:00 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 399448 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:16:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 399448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:16:00 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 314484 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:16:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:16:01 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 316968 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:16:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 18:16:03 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309392 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 18:16:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:16:07 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 405488 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:16:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 405488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:16:07 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309792 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:16:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:16:11 Image size of job updated: 1268904 377 - MemoryUsage of job (MB) 385924 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:16:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:16:14 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308416 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:16:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:16:14 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313448 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:16:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:16:15 Image size of job updated: 1572724 395 - MemoryUsage of job (MB) 403624 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:16:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:16:18 Image size of job updated: 1268900 319 - MemoryUsage of job (MB) 326300 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:16:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:16:21 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315372 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:16:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:16:24 Image size of job updated: 1554112 334 - MemoryUsage of job (MB) 341088 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:16:24 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 341088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:16:28 Image size of job updated: 1336492 292 - MemoryUsage of job (MB) 298124 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:16:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.041.000) 05/25 18:17:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3497_60981936@LCS-215-039-S3-its-c7-osg-20190309 <10.0.2.15:44147?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880047&addrs=10.0.2.15-44147&noUDP> ... 028 (1258.041.000) 05/25 18:17:36 Job ad information event triggered. StartdAddr = "<10.0.2.15:44147?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880047&addrs=10.0.2.15-44147&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713093" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 41 EventTime = "2019-05-25T18:17:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3497_60981936@LCS-215-039-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.048.000) 05/25 18:17:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3455_223400292@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309 <10.0.2.15:38385?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887185&addrs=10.0.2.15-38385&noUDP> ... 028 (1258.048.000) 05/25 18:17:38 Job ad information event triggered. StartdAddr = "<10.0.2.15:38385?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887185&addrs=10.0.2.15-38385&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717230" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 48 EventTime = "2019-05-25T18:17:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3455_223400292@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.045.000) 05/25 18:18:00 Image size of job updated: 1268896 304 - MemoryUsage of job (MB) 310460 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:18:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/25 18:18:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:46, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043767936 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/25 18:18:05 Job ad information event triggered. SentBytes = 1043767936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7369119" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@uct2-c431.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-25T18:18:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:01:46, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "1379688.0" ... 022 (1258.053.000) 05/25 18:18:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3426_173530370@ITS-CIS-ESS-S2-its-c7-osg-20190309 <10.0.2.15:36658?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#867156&addrs=10.0.2.15-36658&noUDP> ... 028 (1258.053.000) 05/25 18:18:07 Job ad information event triggered. StartdAddr = "<10.0.2.15:36658?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#867156&addrs=10.0.2.15-36658&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24513" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 53 EventTime = "2019-05-25T18:18:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3426_173530370@ITS-CIS-ESS-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.013.000) 05/25 18:18:27 Image size of job updated: 1389380 334 - MemoryUsage of job (MB) 341268 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:18:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:18:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:18:28 Image size of job updated: 1482728 424 - MemoryUsage of job (MB) 433316 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:18:28 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:18:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 433316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1258.009.000) 05/25 18:18:29 Job executing on host: <149.165.225.152:40193?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880912&addrs=149.165.225.152-40193&noUDP> ... 028 (1258.009.000) 05/25 18:18:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:18:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.152:40193?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880912&addrs=149.165.225.152-40193&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667688.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720587" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.037.000) 05/25 18:18:30 Image size of job updated: 1438980 403 - MemoryUsage of job (MB) 411908 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 18:18:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:18:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:19:15 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 399548 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:19:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:19:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:19:25 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 320424 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:19:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:19:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:19:43 Image size of job updated: 1386580 396 - MemoryUsage of job (MB) 404936 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:19:43 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:19:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 404936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.023.000) 05/25 18:20:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3438_249421408@BFAS-PRK1967-S2-its-c7-osg-20190309 <10.0.2.15:38605?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881776&addrs=10.0.2.15-38605&noUDP> ... 028 (1258.023.000) 05/25 18:20:16 Job ad information event triggered. StartdAddr = "<10.0.2.15:38605?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#881776&addrs=10.0.2.15-38605&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22271" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 23 EventTime = "2019-05-25T18:20:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3438_249421408@BFAS-PRK1967-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.025.000) 05/25 18:20:17 Image size of job updated: 1336496 362 - MemoryUsage of job (MB) 370204 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:20:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 370204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/25 18:20:28 Image size of job updated: 11985904 356 - MemoryUsage of job (MB) 364076 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 18:20:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11985904 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 364076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:20:31 Image size of job updated: 14430912 400 - MemoryUsage of job (MB) 409528 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:20:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:20:33 Image size of job updated: 1554116 389 - MemoryUsage of job (MB) 397352 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:20:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.017.000) 05/25 18:20:33 Image size of job updated: 1570676 433 - MemoryUsage of job (MB) 442700 - ResidentSetSize of job (KB) ... 028 (1258.017.000) 05/25 18:20:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 17 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 433 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 442700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:20:38 Image size of job updated: 1336492 322 - MemoryUsage of job (MB) 329224 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:20:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 329224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:20:39 Image size of job updated: 1436928 397 - MemoryUsage of job (MB) 405552 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:20:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 405552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:20:44 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360768 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:20:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 360768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 18:20:45 Image size of job updated: 1344520 279 - MemoryUsage of job (MB) 285228 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 18:20:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344520 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 279 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 285228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:20:46 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319860 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:20:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:20:49 Image size of job updated: 1454916 397 - MemoryUsage of job (MB) 406472 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:20:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:20:49 Image size of job updated: 14447344 361 - MemoryUsage of job (MB) 369064 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:20:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:20:51 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311284 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:20:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:20:52 Image size of job updated: 1336496 364 - MemoryUsage of job (MB) 372096 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:20:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 372096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:21:00 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 401480 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:21:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 401480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:21:00 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 315860 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:21:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:21:01 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 318692 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:21:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:21:08 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310560 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:21:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:21:08 Image size of job updated: 1387328 400 - MemoryUsage of job (MB) 408680 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:21:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 408680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:21:11 Image size of job updated: 1570672 395 - MemoryUsage of job (MB) 404004 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:21:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 404004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:21:14 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308652 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:21:14 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315032 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:21:16 Image size of job updated: 1572724 398 - MemoryUsage of job (MB) 406792 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:21:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:21:19 Image size of job updated: 1570668 335 - MemoryUsage of job (MB) 342344 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:21:22 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317192 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:21:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:21:25 Image size of job updated: 1554112 336 - MemoryUsage of job (MB) 343872 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:21:25 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 343872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:21:29 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299620 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:21:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.029.000) 05/25 18:22:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3485_865720760@NEWH-1YNZV12-S4-its-c7-osg-20190309 <10.0.2.15:39978?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885254&addrs=10.0.2.15-39978&noUDP> ... 028 (1258.029.000) 05/25 18:22:28 Job ad information event triggered. StartdAddr = "<10.0.2.15:39978?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885254&addrs=10.0.2.15-39978&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 29 EventTime = "2019-05-25T18:22:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3485_865720760@NEWH-1YNZV12-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.045.000) 05/25 18:23:00 Image size of job updated: 1268896 306 - MemoryUsage of job (MB) 312572 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:23:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:23:28 Image size of job updated: 1389380 337 - MemoryUsage of job (MB) 345056 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:23:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:23:29 Image size of job updated: 1482728 426 - MemoryUsage of job (MB) 435968 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:23:29 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 435968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 18:23:30 Image size of job updated: 1438980 407 - MemoryUsage of job (MB) 416140 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 18:23:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:23:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:24:15 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 403188 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:24:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:24:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:24:25 Image size of job updated: 1336496 315 - MemoryUsage of job (MB) 322008 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:24:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:24:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:24:44 Image size of job updated: 1386580 399 - MemoryUsage of job (MB) 407920 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:24:44 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:24:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 407920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:25:17 Image size of job updated: 1336496 364 - MemoryUsage of job (MB) 371752 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:25:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 371752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:25:33 Image size of job updated: 14430912 404 - MemoryUsage of job (MB) 412716 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:25:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:25:33 Image size of job updated: 1554116 391 - MemoryUsage of job (MB) 400008 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:25:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:25:39 Image size of job updated: 1336492 323 - MemoryUsage of job (MB) 330688 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:25:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 330688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:25:39 Image size of job updated: 1436928 399 - MemoryUsage of job (MB) 408180 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:25:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 408180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:25:45 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363864 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:25:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 363864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:25:47 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320916 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:25:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:25:49 Image size of job updated: 1454916 401 - MemoryUsage of job (MB) 410000 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:25:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:25:49 Image size of job updated: 14447344 363 - MemoryUsage of job (MB) 370936 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:25:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:25:53 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312076 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:25:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:25:53 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 373788 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:25:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 373788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:26:00 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404928 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:26:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 404928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:26:01 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316912 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:26:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:26:01 Image size of job updated: 1268908 313 - MemoryUsage of job (MB) 320276 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:26:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:26:08 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311880 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:26:10 Image size of job updated: 1387328 403 - MemoryUsage of job (MB) 412568 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:26:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 412568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:26:12 Image size of job updated: 1570672 398 - MemoryUsage of job (MB) 406916 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:26:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 406916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:26:15 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316616 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:26:15 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309708 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:26:16 Image size of job updated: 1572724 401 - MemoryUsage of job (MB) 409960 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:26:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:26:20 Image size of job updated: 1570668 338 - MemoryUsage of job (MB) 345592 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:26:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:26:22 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319040 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:26:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:26:26 Image size of job updated: 1554112 339 - MemoryUsage of job (MB) 346476 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:26:26 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:26:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 346476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:26:29 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299932 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:26:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:26:30 Image size of job updated: 14097208 337 - MemoryUsage of job (MB) 344864 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:26:30 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:26:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 344864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:28:02 Image size of job updated: 1268896 307 - MemoryUsage of job (MB) 314152 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:28:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:28:28 Image size of job updated: 1389380 340 - MemoryUsage of job (MB) 348076 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:28:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:28:30 Image size of job updated: 1482728 428 - MemoryUsage of job (MB) 438080 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:28:30 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:28:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 428 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 438080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.037.000) 05/25 18:28:30 Image size of job updated: 1438980 411 - MemoryUsage of job (MB) 420392 - ResidentSetSize of job (KB) ... 028 (1258.037.000) 05/25 18:28:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:28:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29026" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 18:28:37 Image size of job updated: 12500000 4054 - MemoryUsage of job (MB) 4150644 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 18:28:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:28:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 4054 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720587" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 4150644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:29:15 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 405180 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:29:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:29:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:29:26 Image size of job updated: 1336496 317 - MemoryUsage of job (MB) 324120 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:29:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:29:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:29:44 Image size of job updated: 1386580 402 - MemoryUsage of job (MB) 411316 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:29:44 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:29:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 411316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:30:18 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 373872 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:30:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 373872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:30:33 Image size of job updated: 14430912 407 - MemoryUsage of job (MB) 416012 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:30:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:30:34 Image size of job updated: 1554116 394 - MemoryUsage of job (MB) 402608 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:30:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:30:39 Image size of job updated: 1336492 325 - MemoryUsage of job (MB) 332704 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:30:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 332704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:30:40 Image size of job updated: 1436928 401 - MemoryUsage of job (MB) 410284 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:30:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 410284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:30:45 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366428 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:30:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 366428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:30:47 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 322764 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:30:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:30:49 Image size of job updated: 1454916 404 - MemoryUsage of job (MB) 413032 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:30:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:30:49 Image size of job updated: 14447344 364 - MemoryUsage of job (MB) 372520 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:30:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:30:53 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312604 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:30:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:30:54 Image size of job updated: 1336496 368 - MemoryUsage of job (MB) 375900 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:30:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 375900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:31:01 Image size of job updated: 1387328 398 - MemoryUsage of job (MB) 407040 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:31:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 407040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:31:01 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 318496 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:31:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:31:02 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 322124 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:31:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:31:09 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312408 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:31:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:31:10 Image size of job updated: 1387328 407 - MemoryUsage of job (MB) 416092 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:31:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 416092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:31:13 Image size of job updated: 1570672 401 - MemoryUsage of job (MB) 410084 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:31:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 410084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:31:15 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317936 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:31:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:31:16 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310764 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:31:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.044.000) 05/25 18:31:17 Image size of job updated: 1572724 403 - MemoryUsage of job (MB) 412604 - ResidentSetSize of job (KB) ... 028 (1258.044.000) 05/25 18:31:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 44 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717021" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 412604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:31:20 Image size of job updated: 1570668 340 - MemoryUsage of job (MB) 347700 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:31:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:31:23 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321416 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:31:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:31:26 Image size of job updated: 1554112 342 - MemoryUsage of job (MB) 349792 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:31:26 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:31:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 349792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:31:29 Image size of job updated: 1336492 295 - MemoryUsage of job (MB) 301468 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:31:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:31:31 Image size of job updated: 14097208 340 - MemoryUsage of job (MB) 347584 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:31:31 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:31:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 347584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:33:02 Image size of job updated: 1268896 309 - MemoryUsage of job (MB) 316000 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:33:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:33:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:33:29 Image size of job updated: 1389380 343 - MemoryUsage of job (MB) 350620 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:33:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:33:30 Image size of job updated: 1482728 429 - MemoryUsage of job (MB) 438832 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:33:30 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:33:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 429 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 438832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1258.037.000) 05/25 18:34:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:29:22, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:29:22, Sys 0 00:02:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1827609728 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1827609728 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2197473 1 5416044 Memory (MB) : 411 1024 1024 ... 028 (1258.037.000) 05/25 18:34:08 Job ad information event triggered. SentBytes = 1827609728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29026" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c142.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:29:22, Sys 0 00:02:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 37 EventTime = "2019-05-25T18:34:08" TotalSentBytes = 1827609728.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:29:22, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "263791.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.033.000) 05/25 18:34:16 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 408492 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:34:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:34:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:34:27 Image size of job updated: 1336496 319 - MemoryUsage of job (MB) 326612 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:34:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:34:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:34:44 Image size of job updated: 1386580 406 - MemoryUsage of job (MB) 414752 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:34:44 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:34:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 414752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:35:18 Image size of job updated: 1336496 367 - MemoryUsage of job (MB) 375156 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:35:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 375156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/25 18:35:33 Image size of job updated: 14430912 410 - MemoryUsage of job (MB) 419776 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/25 18:35:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14430912 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:35:35 Image size of job updated: 1554116 396 - MemoryUsage of job (MB) 404804 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:35:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:35:40 Image size of job updated: 1436928 405 - MemoryUsage of job (MB) 413720 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:35:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 413720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:35:40 Image size of job updated: 1336492 327 - MemoryUsage of job (MB) 334256 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:35:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 334256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:35:46 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 369692 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:35:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 369692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:35:48 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324284 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:35:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:35:50 Image size of job updated: 14447344 367 - MemoryUsage of job (MB) 375136 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:35:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:35:50 Image size of job updated: 1454916 407 - MemoryUsage of job (MB) 415824 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:35:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:35:53 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 314132 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:35:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:35:54 Image size of job updated: 1336496 369 - MemoryUsage of job (MB) 376868 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:35:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 376868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:36:01 Image size of job updated: 1387328 401 - MemoryUsage of job (MB) 409936 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:36:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 409936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:36:02 Image size of job updated: 1268908 317 - MemoryUsage of job (MB) 323624 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:36:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:36:02 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 319408 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:36:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:36:09 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313168 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:36:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:36:10 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419656 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:36:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 419656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:36:13 Image size of job updated: 1570672 404 - MemoryUsage of job (MB) 413008 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:36:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 413008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:36:16 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311588 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:36:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:36:16 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320104 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:36:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:36:22 Image size of job updated: 1570668 343 - MemoryUsage of job (MB) 350540 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:36:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:36:24 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322664 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:36:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:36:27 Image size of job updated: 1554112 345 - MemoryUsage of job (MB) 352344 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:36:27 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:36:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 352344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:36:30 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 302364 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:36:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:36:31 Image size of job updated: 14097208 342 - MemoryUsage of job (MB) 349640 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:36:31 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:36:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 349640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:38:02 Image size of job updated: 1268896 310 - MemoryUsage of job (MB) 316960 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:38:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:38:29 Image size of job updated: 1389380 346 - MemoryUsage of job (MB) 353968 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:38:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:38:32 Image size of job updated: 1482728 430 - MemoryUsage of job (MB) 439972 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:38:32 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:38:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 430 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 439972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1258.007.000) 05/25 18:39:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:43, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628125312 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/25 18:39:15 Job ad information event triggered. SentBytes = 1628125312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24393" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c090.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 7 EventTime = "2019-05-25T18:39:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:24:43, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "264186.0" ... 006 (1258.033.000) 05/25 18:39:16 Image size of job updated: 1387328 403 - MemoryUsage of job (MB) 411728 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:39:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:39:28 Image size of job updated: 1453488 375 - MemoryUsage of job (MB) 383344 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:39:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:39:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:39:45 Image size of job updated: 1386580 409 - MemoryUsage of job (MB) 418668 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:39:45 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:39:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 418668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 18:40:11 Image size of job updated: 14572512 401 - MemoryUsage of job (MB) 409936 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 18:40:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14572512 Proc = 38 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" Subproc = 0 ResidentSetSize = 409936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:40:18 Image size of job updated: 1336496 368 - MemoryUsage of job (MB) 376684 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:40:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 376684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/25 18:40:19 Job executing on host: <72.36.96.140:38726?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897979&addrs=72.36.96.140-38726&noUDP> ... 028 (1258.007.000) 05/25 18:40:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:40:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.140:38726?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897979&addrs=72.36.96.140-38726&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272231.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:40:35 Image size of job updated: 1554116 398 - MemoryUsage of job (MB) 407204 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:40:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:40:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:40:40 Image size of job updated: 1436928 408 - MemoryUsage of job (MB) 416856 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:40:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 416856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:40:41 Image size of job updated: 1403884 346 - MemoryUsage of job (MB) 353596 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:40:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 353596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:40:47 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372708 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:40:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 372708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/25 18:40:49 Image size of job updated: 5560972 757 - MemoryUsage of job (MB) 774288 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/25 18:40:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5560972 Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 757 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 774288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:40:50 Image size of job updated: 14447344 368 - MemoryUsage of job (MB) 376456 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:40:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.005.000) 05/25 18:40:50 Image size of job updated: 1454916 410 - MemoryUsage of job (MB) 419120 - ResidentSetSize of job (KB) ... 028 (1258.005.000) 05/25 18:40:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24243" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 18:40:52 Image size of job updated: 1471476 355 - MemoryUsage of job (MB) 362732 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 18:40:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 362732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:40:54 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315420 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:40:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/25 18:40:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:11, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348503936 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/25 18:40:55 Job ad information event triggered. SentBytes = 1348503936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24681" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c482.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 38 EventTime = "2019-05-25T18:40:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:24:11, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "264528.0" ... 006 (1258.049.000) 05/25 18:40:56 Image size of job updated: 1453488 371 - MemoryUsage of job (MB) 379092 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:40:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 379092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:41:03 Image size of job updated: 1336496 314 - MemoryUsage of job (MB) 320992 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:41:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:41:03 Image size of job updated: 1268908 318 - MemoryUsage of job (MB) 325468 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:41:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:41:09 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314488 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:41:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.032.000) 05/25 18:41:11 Image size of job updated: 1387328 414 - MemoryUsage of job (MB) 423264 - ResidentSetSize of job (KB) ... 028 (1258.032.000) 05/25 18:41:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 32 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24681" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" Subproc = 0 ResidentSetSize = 423264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.052.000) 05/25 18:41:15 Image size of job updated: 1570672 406 - MemoryUsage of job (MB) 414888 - ResidentSetSize of job (KB) ... 028 (1258.052.000) 05/25 18:41:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 52 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713299" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 414888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:41:17 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312908 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:41:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:41:17 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 321160 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:41:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 18:41:22 Image size of job updated: 1570668 346 - MemoryUsage of job (MB) 353456 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:41:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:41:24 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323300 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:41:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:41:27 Image size of job updated: 1554112 346 - MemoryUsage of job (MB) 354256 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:41:27 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:41:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 354256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:41:30 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303280 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:41:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:41:32 Image size of job updated: 14097208 344 - MemoryUsage of job (MB) 351700 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:41:32 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:41:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 351700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.002.000) 05/25 18:41:38 Image size of job updated: 1554112 349 - MemoryUsage of job (MB) 356460 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 18:41:38 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:41:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/25 18:41:49 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:45, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391628544 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/25 18:41:49 Job ad information event triggered. SentBytes = 1391628544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23648" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c022.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 39 EventTime = "2019-05-25T18:41:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:22:45, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "271739.0" ... 001 (1258.038.000) 05/25 18:42:27 Job executing on host: <192.168.4.113:37839?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885345&addrs=192.168.4.113-37839&noUDP> ... 028 (1258.038.000) 05/25 18:42:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:42:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.113:37839?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885345&addrs=192.168.4.113-37839&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.039.000) 05/25 18:42:53 Job executing on host: <192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP> ... 028 (1258.039.000) 05/25 18:42:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 39 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:42:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454575" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6934" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.045.000) 05/25 18:43:03 Image size of job updated: 1268896 312 - MemoryUsage of job (MB) 319072 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:43:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 18:43:29 Image size of job updated: 1389380 349 - MemoryUsage of job (MB) 356656 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 18:43:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:43:32 Image size of job updated: 1482728 431 - MemoryUsage of job (MB) 441292 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:43:32 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:43:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 431 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 441292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.019.000) 05/25 18:44:03 Image size of job updated: 1453484 351 - MemoryUsage of job (MB) 359164 - ResidentSetSize of job (KB) ... 028 (1258.019.000) 05/25 18:44:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19229" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" Subproc = 0 ResidentSetSize = 359164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.033.000) 05/25 18:44:16 Image size of job updated: 1387328 405 - MemoryUsage of job (MB) 414640 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:44:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:44:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.020.000) 05/25 18:44:28 Image size of job updated: 1572728 375 - MemoryUsage of job (MB) 383344 - ResidentSetSize of job (KB) ... 028 (1258.020.000) 05/25 18:44:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.035.000) 05/25 18:44:45 Image size of job updated: 1386580 412 - MemoryUsage of job (MB) 421184 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:44:45 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:44:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 421184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:45:19 Image size of job updated: 1336496 370 - MemoryUsage of job (MB) 378864 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:45:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 378864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:45:36 Image size of job updated: 1554116 401 - MemoryUsage of job (MB) 410104 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:45:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:45:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:45:41 Image size of job updated: 1436928 410 - MemoryUsage of job (MB) 419396 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:45:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 419396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:45:41 Image size of job updated: 1403884 347 - MemoryUsage of job (MB) 355272 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:45:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 355272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:45:47 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 375824 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:45:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 375824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/25 18:45:51 Image size of job updated: 14447344 370 - MemoryUsage of job (MB) 378036 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/25 18:45:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14447344 Proc = 18 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:45:54 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316212 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:45:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:45:56 Image size of job updated: 1471476 389 - MemoryUsage of job (MB) 397516 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:45:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 397516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:46:03 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 322576 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:46:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:46:04 Image size of job updated: 1268908 320 - MemoryUsage of job (MB) 326788 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:46:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:46:10 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315808 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:46:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/25 18:46:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:31:25, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612106624 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/25 18:46:16 Job ad information event triggered. SentBytes = 1612106624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24080" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c001.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 13 EventTime = "2019-05-25T18:46:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:31:25, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "272131.0" ... 006 (1258.026.000) 05/25 18:46:17 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 313172 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:46:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:46:17 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323008 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:46:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.032.000) 05/25 18:46:19 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:02, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:02, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1849691264 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1849691264 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2219033 1 341573844 Memory (MB) : 414 1024 1920 ... 028 (1258.032.000) 05/25 18:46:19 Job ad information event triggered. SentBytes = 1849691264.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24681" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c440.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:02, Sys 0 00:02:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 32 EventTime = "2019-05-25T18:46:19" TotalSentBytes = 1849691264.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:02, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "264527.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.047.000) 05/25 18:46:22 Image size of job updated: 10775916 678 - MemoryUsage of job (MB) 693396 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10775916 Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 678 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 693396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:46:25 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 324884 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:46:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:46:28 Image size of job updated: 1554112 349 - MemoryUsage of job (MB) 356664 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:46:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:46:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:46:32 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304740 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:46:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:46:33 Image size of job updated: 14097208 347 - MemoryUsage of job (MB) 354488 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:46:33 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:46:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 354488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.002.000) 05/25 18:46:39 Image size of job updated: 1554112 351 - MemoryUsage of job (MB) 358920 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 18:46:39 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:46:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 358920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.015.000) 05/25 18:47:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15492_31655680@MAX-GDREEHER-S7-its-c7-osg-20190309 <10.0.2.15:35514?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37657&addrs=10.0.2.15-35514&noUDP> ... 028 (1258.015.000) 05/25 18:47:14 Job ad information event triggered. StartdAddr = "<10.0.2.15:35514?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37657&addrs=10.0.2.15-35514&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116709" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 15 EventTime = "2019-05-25T18:47:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_15492_31655680@MAX-GDREEHER-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1258.013.000) 05/25 18:47:20 Job executing on host: <192.170.226.22:36340?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870998&addrs=192.170.226.22-36340&noUDP> ... 028 (1258.013.000) 05/25 18:47:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:47:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:36340?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870998&addrs=192.170.226.22-36340&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263875.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:48:03 Image size of job updated: 1268896 314 - MemoryUsage of job (MB) 320920 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:48:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 18:48:04 Image size of job updated: 14609356 4151 - MemoryUsage of job (MB) 4250000 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 18:48:04 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14609356 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 4151 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 4250000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1258.028.000) 05/25 18:48:31 Job reconnected to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 startd address: <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> starter address: <10.0.2.15:39726?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869447&PrivNet=SOE-EDPARKER-S3-its-c7-osg-20190309&addrs=10.0.2.15-39726&noUDP> ... 028 (1258.028.000) 05/25 18:48:31 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T18:48:31" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:39726?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869447&PrivNet=SOE-EDPARKER-S3-its-c7-osg-20190309&addrs=10.0.2.15-39726&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job reconnected" ... 006 (1258.036.000) 05/25 18:48:32 Image size of job updated: 1482728 434 - MemoryUsage of job (MB) 443404 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:48:32 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 434 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 443404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.033.000) 05/25 18:49:17 Image size of job updated: 1387328 408 - MemoryUsage of job (MB) 417132 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:49:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/25 18:49:21 Job was evicted. (0) Job terminated and was requeued Usr 0 01:11:03, Sys 0 00:01:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992448 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/25 18:49:21 Job ad information event triggered. SentBytes = 1000992448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-STTL-05-S4-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 18 EventTime = "2019-05-25T18:49:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:11:03, Sys 0 00:01:42" JOB_GLIDEIN_SiteWMS_JobId = "4389095.0" ... 006 (1258.035.000) 05/25 18:49:45 Image size of job updated: 1386580 415 - MemoryUsage of job (MB) 424108 - ResidentSetSize of job (KB) ... 028 (1258.035.000) 05/25 18:49:45 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 35 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:49:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 424108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/25 18:49:49 Job executing on host: <72.36.96.230:42970?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874820&addrs=72.36.96.230-42970&noUDP> ... 028 (1258.018.000) 05/25 18:49:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.230:42970?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874820&addrs=72.36.96.230-42970&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272306.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c101.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:50:19 Image size of job updated: 1453488 385 - MemoryUsage of job (MB) 393868 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:50:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 393868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:50:36 Image size of job updated: 1554116 403 - MemoryUsage of job (MB) 412136 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:50:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:50:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.011.000) 05/25 18:50:41 Image size of job updated: 1436928 414 - MemoryUsage of job (MB) 423252 - ResidentSetSize of job (KB) ... 028 (1258.011.000) 05/25 18:50:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24360" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" Subproc = 0 ResidentSetSize = 423252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:50:42 Image size of job updated: 1403884 349 - MemoryUsage of job (MB) 356812 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:50:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 356812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 18:50:48 Image size of job updated: 1319936 371 - MemoryUsage of job (MB) 378944 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:50:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 378944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:50:54 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316452 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:50:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:50:56 Image size of job updated: 1471476 390 - MemoryUsage of job (MB) 398500 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:50:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 398500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:51:04 Image size of job updated: 1268908 321 - MemoryUsage of job (MB) 328320 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:51:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:51:05 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 323180 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:51:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 18:51:10 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315816 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:51:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:51:17 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 314516 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:51:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:51:18 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324388 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:51:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:51:26 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339956 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:51:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:51:28 Image size of job updated: 1554112 350 - MemoryUsage of job (MB) 358248 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:51:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:51:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 358248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:51:32 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305196 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:51:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:51:33 Image size of job updated: 14097208 349 - MemoryUsage of job (MB) 356884 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:51:33 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:51:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.035.000) 05/25 18:51:36 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:21, Sys 0 00:02:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:21, Sys 0 00:02:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1844468352 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1844468352 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2213933 1 6662211636 Memory (MB) : 415 1024 3000 ... 028 (1258.035.000) 05/25 18:51:36 Job ad information event triggered. SentBytes = 1844468352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23331" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1021.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:21, Sys 0 00:02:11" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 35 EventTime = "2019-05-25T18:51:36" TotalSentBytes = 1844468352.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 01:46:21, Sys 0 00:02:11" JOB_GLIDEIN_SiteWMS_JobId = "3863099.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.002.000) 05/25 18:51:40 Image size of job updated: 1554112 353 - MemoryUsage of job (MB) 361136 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 18:51:40 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:51:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 361136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1258.041.000) 05/25 18:52:02 Job reconnected to glidein_3497_60981936@LCS-215-039-S3-its-c7-osg-20190309 startd address: <10.0.2.15:44147?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880047&addrs=10.0.2.15-44147&noUDP> starter address: <10.0.2.15:44556?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876433&PrivNet=LCS-215-039-S3-its-c7-osg-20190309&addrs=10.0.2.15-44556&noUDP> ... 028 (1258.041.000) 05/25 18:52:02 Job ad information event triggered. StartdAddr = "<10.0.2.15:44147?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880047&addrs=10.0.2.15-44147&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713093" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 41 EventTime = "2019-05-25T18:52:02" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3497_60981936@LCS-215-039-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:44556?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876433&PrivNet=LCS-215-039-S3-its-c7-osg-20190309&addrs=10.0.2.15-44556&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" EventDescription = "Job reconnected" ... 006 (1258.041.000) 05/25 18:52:02 Image size of job updated: 15167172 2548 - MemoryUsage of job (MB) 2608892 - ResidentSetSize of job (KB) ... 028 (1258.041.000) 05/25 18:52:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15167172 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2548 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2608892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.028.000) 05/25 18:52:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309 <10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP> ... 028 (1258.028.000) 05/25 18:52:30 Job ad information event triggered. StartdAddr = "<10.0.2.15:38490?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#866931&addrs=10.0.2.15-38490&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22964" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-25T18:52:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.047.000) 05/25 18:52:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3438_26264028@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309 <10.0.2.15:36050?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872152&addrs=10.0.2.15-36050&noUDP> ... 028 (1258.047.000) 05/25 18:52:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:36050?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872152&addrs=10.0.2.15-36050&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 47 EventTime = "2019-05-25T18:52:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3438_26264028@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.045.000) 05/25 18:53:03 Image size of job updated: 1268896 316 - MemoryUsage of job (MB) 322616 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:53:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:53:33 Image size of job updated: 1482728 435 - MemoryUsage of job (MB) 444916 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:53:33 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:53:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 435 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 444916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1258.041.000) 05/25 18:53:56 Job was evicted. (0) Job terminated and was requeued Usr 0 00:33:46, Sys 0 00:01:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 659566976 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/25 18:53:56 Job ad information event triggered. SentBytes = 659566976.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7713093" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S3-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 41 EventTime = "2019-05-25T18:53:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 00:33:46, Sys 0 00:01:02" JOB_GLIDEIN_SiteWMS_JobId = "4389217.0" ... 006 (1258.033.000) 05/25 18:54:17 Image size of job updated: 1387328 411 - MemoryUsage of job (MB) 420760 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:54:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/25 18:55:00 Job executing on host: <192.170.226.16:44011?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35671&addrs=192.170.226.16-44011&noUDP> ... 028 (1258.041.000) 05/25 18:55:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 41 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:55:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.16:44011?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35671&addrs=192.170.226.16-44011&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381471.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369317" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c426.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 18:55:20 Image size of job updated: 1453488 386 - MemoryUsage of job (MB) 395104 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 18:55:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 395104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 18:55:36 Image size of job updated: 1554116 406 - MemoryUsage of job (MB) 414872 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 18:55:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:55:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 18:55:42 Image size of job updated: 1403884 350 - MemoryUsage of job (MB) 357892 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 18:55:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 357892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/25 18:55:46 Job was evicted. (0) Job terminated and was requeued Usr 0 01:42:24, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600984064 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/25 18:55:46 Job ad information event triggered. SentBytes = 1600984064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24080" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c137.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 14 EventTime = "2019-05-25T18:55:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:42:24, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "272133.0" ... 006 (1258.034.000) 05/25 18:55:49 Image size of job updated: 1319936 374 - MemoryUsage of job (MB) 382496 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 18:55:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 382496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 18:55:55 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318036 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 18:55:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 18:55:57 Image size of job updated: 1471476 392 - MemoryUsage of job (MB) 400408 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 18:55:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 400408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/25 18:56:02 Job was evicted. (0) Job terminated and was requeued Usr 0 01:18:07, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257136128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/25 18:56:02 Job ad information event triggered. SentBytes = 1257136128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2989" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-25T18:56:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:18:07, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" ... 006 (1258.030.000) 05/25 18:56:02 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353024 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 18:56:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 18:56:05 Image size of job updated: 1336496 317 - MemoryUsage of job (MB) 324236 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 18:56:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 18:56:05 Image size of job updated: 1572728 343 - MemoryUsage of job (MB) 350668 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 18:56:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.011.000) 05/25 18:56:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:45:49, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:45:49, Sys 0 00:02:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878669824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1878669824 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2247332 1 1204278584 Memory (MB) : 414 1024 1920 ... 028 (1258.011.000) 05/25 18:56:08 Job ad information event triggered. SentBytes = 1878669824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24360" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c204.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:45:49, Sys 0 00:02:39" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 11 EventTime = "2019-05-25T18:56:08" TotalSentBytes = 1878669824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:45:49, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "264148.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.016.000) 05/25 18:56:11 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317360 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 18:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 18:56:18 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 315292 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 18:56:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 18:56:19 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 325688 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 18:56:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 18:56:20 Image size of job updated: 1572724 370 - MemoryUsage of job (MB) 377892 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 18:56:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 18:56:26 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341908 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 18:56:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.001.000) 05/25 18:56:28 Image size of job updated: 1554112 354 - MemoryUsage of job (MB) 362360 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 18:56:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 362360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 18:56:32 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305912 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 18:56:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 18:56:34 Image size of job updated: 14097208 352 - MemoryUsage of job (MB) 360368 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 18:56:34 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:56:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 360368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.002.000) 05/25 18:56:40 Image size of job updated: 1554112 357 - MemoryUsage of job (MB) 365240 - ResidentSetSize of job (KB) ... 028 (1258.002.000) 05/25 18:56:40 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 2 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 365240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/25 18:57:09 Job executing on host: <149.165.225.161:40917?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908230&addrs=149.165.225.161-40917&noUDP> ... 028 (1258.008.000) 05/25 18:57:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:57:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.161:40917?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908230&addrs=149.165.225.161-40917&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667697.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720587" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c161.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/25 18:57:13 Job executing on host: <72.36.96.198:34513?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#882638&addrs=72.36.96.198-34513&noUDP> ... 028 (1258.014.000) 05/25 18:57:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:57:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.198:34513?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#882638&addrs=72.36.96.198-34513&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264563.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.048.000) 05/25 18:57:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3455_223400292@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.048.000) 05/25 18:57:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389202.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717230" StartdName = "glidein_3455_223400292@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDMMR2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/25 18:57:55 Job executing on host: <137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP> ... 028 (1258.048.000) 05/25 18:57:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:57:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 18:58:04 Image size of job updated: 1268896 317 - MemoryUsage of job (MB) 323672 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 18:58:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.000.000) 05/25 18:58:05 Image size of job updated: 14609428 4151 - MemoryUsage of job (MB) 4250000 - ResidentSetSize of job (KB) ... 028 (1258.000.000) 05/25 18:58:05 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14609428 Proc = 0 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T18:58:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 4151 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 4250000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.053.000) 05/25 18:58:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3426_173530370@ITS-CIS-ESS-S2-its-c7-osg-20190309, rescheduling job ... 028 (1258.053.000) 05/25 18:58:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 53 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:58:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437981.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" StartdName = "glidein_3426_173530370@ITS-CIS-ESS-S2-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-CIS-ESS-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 18:58:33 Image size of job updated: 1482728 436 - MemoryUsage of job (MB) 446332 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 18:58:33 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:58:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 436 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 446332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.033.000) 05/25 18:59:18 Image size of job updated: 1387328 415 - MemoryUsage of job (MB) 424368 - ResidentSetSize of job (KB) ... 028 (1258.033.000) 05/25 18:59:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:59:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.044.000) 05/25 18:59:31 Job terminated. (1) Normal termination (return value 0) Usr 0 01:08:24, Sys 0 00:02:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:08:24, Sys 0 00:02:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1890644352 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1890644352 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2259026 1 36178644 Memory (MB) : 403 1024 2500 ... 028 (1258.044.000) 05/25 18:59:31 Job ad information event triggered. SentBytes = 1890644352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7717021" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-216HBC-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:08:24, Sys 0 00:02:26" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 44 EventTime = "2019-05-25T18:59:31" TotalSentBytes = 1890644352.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:08:24, Sys 0 00:02:26" JOB_GLIDEIN_SiteWMS_JobId = "4389219.0" TotalReceivedBytes = 422552736.0 ... 001 (1258.053.000) 05/25 18:59:39 Job executing on host: <72.36.96.49:41103?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860257&addrs=72.36.96.49-41103&noUDP> ... 028 (1258.053.000) 05/25 18:59:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:59:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:41103?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860257&addrs=72.36.96.49-41103&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264578.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.023.000) 05/25 19:00:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3438_249421408@BFAS-PRK1967-S2-its-c7-osg-20190309, rescheduling job ... 028 (1258.023.000) 05/25 19:00:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384261.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22271" StartdName = "glidein_3438_249421408@BFAS-PRK1967-S2-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 19:00:20 Image size of job updated: 1453488 388 - MemoryUsage of job (MB) 396452 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:00:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 396452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 19:00:37 Image size of job updated: 1554116 408 - MemoryUsage of job (MB) 417400 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 19:00:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:00:42 Image size of job updated: 1403884 352 - MemoryUsage of job (MB) 359508 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:00:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 359508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:00:49 Image size of job updated: 1621704 394 - MemoryUsage of job (MB) 402544 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:00:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 402544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 19:00:55 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318296 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:00:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:00:57 Image size of job updated: 1471476 393 - MemoryUsage of job (MB) 402232 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:00:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 402232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/25 19:01:02 Job executing on host: <192.168.3.50:33686?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#37754&addrs=192.168.3.50-33686&noUDP> ... 028 (1258.023.000) 05/25 19:01:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:01:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.50:33686?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#37754&addrs=192.168.3.50-33686&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466177" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.030.000) 05/25 19:01:03 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354512 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:01:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 19:01:05 Image size of job updated: 1336496 318 - MemoryUsage of job (MB) 325556 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 19:01:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:01:06 Image size of job updated: 1572728 345 - MemoryUsage of job (MB) 352452 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:01:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 19:01:12 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319736 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 19:01:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:01:18 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 316348 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:01:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:01:19 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 326744 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 19:01:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 19:01:21 Image size of job updated: 1572724 371 - MemoryUsage of job (MB) 379484 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:01:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:01:27 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343752 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:01:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.005.000) 05/25 19:01:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:29, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:29, Sys 0 00:03:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1880582528 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1880582528 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2249200 1 570530328 Memory (MB) : 410 1024 1920 ... 028 (1258.005.000) 05/25 19:01:28 Job ad information event triggered. SentBytes = 1880582528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24243" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c086.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:29, Sys 0 00:03:16" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 5 EventTime = "2019-05-25T19:01:28" TotalSentBytes = 1880582528.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:29, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "264055.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.001.000) 05/25 19:01:29 Image size of job updated: 1554112 356 - MemoryUsage of job (MB) 364204 - ResidentSetSize of job (KB) ... 028 (1258.001.000) 05/25 19:01:29 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:01:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 364204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:01:33 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307224 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:01:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 19:01:35 Image size of job updated: 14097208 354 - MemoryUsage of job (MB) 362268 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 19:01:35 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097208 Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:01:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 362268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.029.000) 05/25 19:02:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3485_865720760@NEWH-1YNZV12-S4-its-c7-osg-20190309, rescheduling job ... 028 (1258.029.000) 05/25 19:02:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389092.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" StartdName = "glidein_3485_865720760@NEWH-1YNZV12-S4-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YNZV12-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 19:03:04 Image size of job updated: 1268896 319 - MemoryUsage of job (MB) 325784 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 19:03:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.033.000) 05/25 19:03:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:07, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:07, Sys 0 00:03:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1853833984 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1853833984 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2223079 1 673313272 Memory (MB) : 415 1024 1920 ... 028 (1258.033.000) 05/25 19:03:30 Job ad information event triggered. SentBytes = 1853833984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:07, Sys 0 00:03:54" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 33 EventTime = "2019-05-25T19:03:30" TotalSentBytes = 1853833984.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:49:07, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.036.000) 05/25 19:03:33 Image size of job updated: 1482728 438 - MemoryUsage of job (MB) 448272 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 19:03:33 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:03:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 438 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 448272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1258.029.000) 05/25 19:03:47 Job executing on host: <192.168.3.149:35586?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#888904&addrs=192.168.3.149-35586&noUDP> ... 028 (1258.029.000) 05/25 19:03:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 29 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:03:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.149:35586?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#888904&addrs=192.168.3.149-35586&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "456418" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8630" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.054.000) 05/25 19:03:52 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:44, Sys 0 00:03:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077788800 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/25 19:03:52 Job ad information event triggered. SentBytes = 1077788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "13378" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-137-13" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 54 EventTime = "2019-05-25T19:03:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:38:44, Sys 0 00:03:14" JOB_GLIDEIN_SiteWMS_JobId = "4355029.0" ... 001 (1258.054.000) 05/25 19:04:39 Job executing on host: <192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP> ... 028 (1258.054.000) 05/25 19:04:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 54 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:04:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464546" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874077" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.053.000) 05/25 19:04:49 Image size of job updated: 1500000 348 - MemoryUsage of job (MB) 355632 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 19:04:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:04:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264578.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 19:05:20 Image size of job updated: 1453488 389 - MemoryUsage of job (MB) 397824 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:05:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 397824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 19:05:37 Image size of job updated: 1554116 410 - MemoryUsage of job (MB) 419768 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 19:05:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:05:43 Image size of job updated: 1403884 354 - MemoryUsage of job (MB) 361496 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:05:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 361496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:05:50 Image size of job updated: 1621704 396 - MemoryUsage of job (MB) 405352 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:05:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 405352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 19:05:56 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319088 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:05:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:05:57 Image size of job updated: 1471476 395 - MemoryUsage of job (MB) 404280 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:05:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 404280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 19:06:04 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356624 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:06:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 19:06:06 Image size of job updated: 1336496 319 - MemoryUsage of job (MB) 326612 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 19:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:06:06 Image size of job updated: 1572728 346 - MemoryUsage of job (MB) 353772 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:06:19 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317140 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:06:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:06:21 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342912 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 19:06:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 19:06:21 Image size of job updated: 1572724 373 - MemoryUsage of job (MB) 381860 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:06:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:06:27 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343880 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:06:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:06:33 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308268 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:06:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.039.000) 05/25 19:08:04 Image size of job updated: 12500000 4363 - MemoryUsage of job (MB) 4467472 - ResidentSetSize of job (KB) ... 028 (1258.039.000) 05/25 19:08:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 39 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 4363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454575" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6934" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 4467472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.045.000) 05/25 19:08:05 Image size of job updated: 1268896 320 - MemoryUsage of job (MB) 327632 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 19:08:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268896 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.036.000) 05/25 19:08:34 Image size of job updated: 1482728 442 - MemoryUsage of job (MB) 452112 - ResidentSetSize of job (KB) ... 028 (1258.036.000) 05/25 19:08:34 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1482728 Proc = 36 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:08:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 442 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402405" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 452112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1258.029.000) 05/25 19:08:57 Image size of job updated: 1500000 346 - MemoryUsage of job (MB) 354272 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 19:08:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 29 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:08:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "456418" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8630" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.025.000) 05/25 19:10:21 Image size of job updated: 1453488 390 - MemoryUsage of job (MB) 399108 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:10:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 399108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 19:10:38 Image size of job updated: 1554116 413 - MemoryUsage of job (MB) 422036 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 19:10:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:10:43 Image size of job updated: 1403884 355 - MemoryUsage of job (MB) 362624 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:10:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 362624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:10:50 Image size of job updated: 1621704 399 - MemoryUsage of job (MB) 408328 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:10:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 408328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 19:10:56 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320672 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:10:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:10:58 Image size of job updated: 1471476 396 - MemoryUsage of job (MB) 405120 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:10:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 405120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 19:11:04 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357400 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:11:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:11:07 Image size of job updated: 1572728 347 - MemoryUsage of job (MB) 354908 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:11:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 19:11:13 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320084 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 19:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:11:20 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 317600 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:11:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 19:11:22 Image size of job updated: 1572724 374 - MemoryUsage of job (MB) 382944 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:11:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:11:34 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309588 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:11:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.002.000) 05/25 19:11:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:32:21, Sys 0 00:02:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:32:21, Sys 0 00:02:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1879688448 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1879688448 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2248355 1 100686794 Memory (MB) : 357 1024 2530 ... 028 (1258.002.000) 05/25 19:11:45 Job ad information event triggered. SentBytes = 1879688448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:32:21, Sys 0 00:02:19" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 2 EventTime = "2019-05-25T19:11:45" TotalSentBytes = 1879688448.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:32:21, Sys 0 00:02:19" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 422552736.0 ... 005 (1258.017.000) 05/25 19:12:12 Job terminated. (1) Normal termination (return value 0) Usr 0 01:28:29, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:28:29, Sys 0 00:02:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892359040 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1892359040 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2260701 1 36177660 Memory (MB) : 433 1024 2500 ... 028 (1258.017.000) 05/25 19:12:12 Job ad information event triggered. SentBytes = 1892359040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7717307" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:28:29, Sys 0 00:02:34" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 17 EventTime = "2019-05-25T19:12:12" TotalSentBytes = 1892359040.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:28:29, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "4389191.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.045.000) 05/25 19:13:06 Image size of job updated: 1572716 341 - MemoryUsage of job (MB) 349096 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 19:13:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 19:13:58 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357968 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 19:13:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 29 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:13:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "456418" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8630" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.054.000) 05/25 19:14:06 Job was evicted. (0) Job terminated and was requeued Usr 0 00:07:22, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 139948336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/25 19:14:06 Job ad information event triggered. SentBytes = 139948336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6874077" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 54 EventTime = "2019-05-25T19:14:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:07:22, Sys 0 00:00:14" JOB_GLIDEIN_SiteWMS_JobId = "464546" ... 004 (1258.004.000) 05/25 19:14:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:20:31, Sys 0 00:02:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696815104 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/25 19:14:38 Job ad information event triggered. SentBytes = 1696815104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 4 EventTime = "2019-05-25T19:14:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:20:31, Sys 0 00:02:22" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 001 (1258.004.000) 05/25 19:15:00 Job executing on host: <192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP> ... 028 (1258.004.000) 05/25 19:15:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:15:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464546" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874077" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.054.000) 05/25 19:15:01 Job executing on host: <128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP> ... 028 (1258.054.000) 05/25 19:15:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:15:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 19:15:21 Image size of job updated: 1453488 392 - MemoryUsage of job (MB) 400736 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:15:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 400736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.006.000) 05/25 19:15:39 Image size of job updated: 1554116 415 - MemoryUsage of job (MB) 424780 - ResidentSetSize of job (KB) ... 028 (1258.006.000) 05/25 19:15:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 6 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24080" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:15:45 Image size of job updated: 1403884 356 - MemoryUsage of job (MB) 364440 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:15:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 364440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:15:50 Image size of job updated: 1621704 403 - MemoryUsage of job (MB) 411820 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:15:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 411820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 19:15:56 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 320868 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:15:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:15:58 Image size of job updated: 1471476 398 - MemoryUsage of job (MB) 407440 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:15:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 407440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 19:16:05 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358740 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:16:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:16:07 Image size of job updated: 1572728 349 - MemoryUsage of job (MB) 356512 - ResidentSetSize of job (KB) ... 006 (1258.027.000) 05/25 19:16:07 Image size of job updated: 1336496 320 - MemoryUsage of job (MB) 327184 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:16:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.027.000) 05/25 19:16:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 19:16:13 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321668 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 19:16:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:16:20 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 318392 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:16:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:16:21 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343740 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 19:16:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 19:16:23 Image size of job updated: 1572724 376 - MemoryUsage of job (MB) 384544 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:16:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:16:29 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344484 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:16:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:16:34 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309860 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:16:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.052.000) 05/25 19:18:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:28:35, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:28:35, Sys 0 00:02:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888757376 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1888757376 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2257183 1 36175264 Memory (MB) : 406 1024 2500 ... 028 (1258.052.000) 05/25 19:18:00 Job ad information event triggered. SentBytes = 1888757376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7713299" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-039-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:28:35, Sys 0 00:02:35" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 52 EventTime = "2019-05-25T19:18:00" TotalSentBytes = 1888757376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:28:35, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "4389216.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.045.000) 05/25 19:18:06 Image size of job updated: 1572716 343 - MemoryUsage of job (MB) 350832 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 19:18:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 19:18:58 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361892 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 19:18:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 29 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:18:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "456418" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8630" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.000.000) 05/25 19:19:11 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:51, Sys 0 00:01:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 494794304 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/25 19:19:11 Job ad information event triggered. SentBytes = 494794304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 0 EventTime = "2019-05-25T19:19:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:24:51, Sys 0 00:01:13" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 005 (1258.036.000) 05/25 19:19:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:20, Sys 0 00:01:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:20, Sys 0 00:01:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1836921600 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1836921600 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2206566 1 154386 Memory (MB) : 442 1024 1024 ... 028 (1258.036.000) 05/25 19:19:30 Job ad information event triggered. SentBytes = 1836921600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8402405" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:20, Sys 0 00:01:29" JOB_Site = "Clemson" JOB_GLIDEIN_Site = "Clemson" Proc = 36 EventTime = "2019-05-25T19:19:30" TotalSentBytes = 1836921600.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" RunRemoteUsage = "Usr 0 01:56:20, Sys 0 00:01:29" JOB_GLIDEIN_SiteWMS_JobId = "6140555.pbs02" TotalReceivedBytes = 422552736.0 ... 001 (1258.000.000) 05/25 19:19:38 Job executing on host: <72.36.96.197:40313?CCBID=192.170.227.251:9736%3faddrs%3d192.170.227.251-9736#891274&addrs=72.36.96.197-40313&noUDP> ... 028 (1258.000.000) 05/25 19:19:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.197:40313?CCBID=192.170.227.251:9736%3faddrs%3d192.170.227.251-9736#891274&addrs=72.36.96.197-40313&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272417.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24353" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c068.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 19:19:50 Image size of job updated: 9939776 348 - MemoryUsage of job (MB) 355632 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 19:19:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 9939776 Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264578.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 19:20:22 Image size of job updated: 1453488 394 - MemoryUsage of job (MB) 402448 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:20:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 402448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:20:45 Image size of job updated: 1403884 358 - MemoryUsage of job (MB) 366532 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:20:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 366532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:20:51 Image size of job updated: 1621704 405 - MemoryUsage of job (MB) 414316 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:20:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 414316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 19:20:57 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 322444 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:20:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:20:59 Image size of job updated: 1471476 401 - MemoryUsage of job (MB) 409720 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:20:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 409720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 19:21:05 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360852 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:21:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:21:07 Image size of job updated: 1572728 350 - MemoryUsage of job (MB) 358360 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:21:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 19:21:08 Image size of job updated: 1336496 322 - MemoryUsage of job (MB) 328768 - ResidentSetSize of job (KB) ... 005 (1258.001.000) 05/25 19:21:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:32:09, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:32:09, Sys 0 00:02:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869276672 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1869276672 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238188 1 100686794 Memory (MB) : 356 1024 2530 ... 028 (1258.027.000) 05/25 19:21:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.001.000) 05/25 19:21:08 Job ad information event triggered. SentBytes = 1869276672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:32:09, Sys 0 00:02:35" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 1 EventTime = "2019-05-25T19:21:08" TotalSentBytes = 1869276672.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:32:09, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.016.000) 05/25 19:21:13 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 322720 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 19:21:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:21:21 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 319448 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:21:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:21:22 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 344016 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 19:21:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 19:21:23 Image size of job updated: 1572724 377 - MemoryUsage of job (MB) 385864 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:21:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:21:29 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346068 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:21:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:21:34 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311944 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:21:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 19:23:07 Image size of job updated: 1572716 344 - MemoryUsage of job (MB) 352152 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 19:23:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:23:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/25 19:23:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:04, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825622656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/25 19:23:25 Job ad information event triggered. SentBytes = 1825622656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 3 EventTime = "2019-05-25T19:23:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:30:04, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 005 (1258.010.000) 05/25 19:23:31 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:24, Sys 0 00:03:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:24, Sys 0 00:03:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884304128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1884304128 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2252835 1 658805044 Memory (MB) : 364 1024 1920 ... 028 (1258.010.000) 05/25 19:23:31 Job ad information event triggered. SentBytes = 1884304128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968677" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c024.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:24, Sys 0 00:03:46" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 10 EventTime = "2019-05-25T19:23:31" TotalSentBytes = 1884304128.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:52:24, Sys 0 00:03:46" JOB_GLIDEIN_SiteWMS_JobId = "264174.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.054.000) 05/25 19:25:12 Image size of job updated: 12500000 2035 - MemoryUsage of job (MB) 2083100 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 19:25:12 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:25:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 2035 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 2083100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 19:25:22 Image size of job updated: 1453488 395 - MemoryUsage of job (MB) 404236 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:25:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 404236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:25:46 Image size of job updated: 1403884 360 - MemoryUsage of job (MB) 368112 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:25:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 368112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:25:53 Image size of job updated: 1621704 408 - MemoryUsage of job (MB) 417464 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:25:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 417464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 19:25:58 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323372 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:25:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:26:00 Image size of job updated: 1471476 402 - MemoryUsage of job (MB) 411220 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:26:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 411220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 19:26:06 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362172 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:26:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:26:08 Image size of job updated: 1572728 352 - MemoryUsage of job (MB) 359524 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 19:26:09 Image size of job updated: 1572728 322 - MemoryUsage of job (MB) 328768 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 19:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 19:26:13 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323204 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 19:26:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:26:22 Image size of job updated: 1268908 314 - MemoryUsage of job (MB) 320604 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:26:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:26:22 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345872 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 19:26:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 19:26:24 Image size of job updated: 1572724 378 - MemoryUsage of job (MB) 386852 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:26:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 386852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:26:30 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347652 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:26:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:26:35 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 312240 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:26:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/25 19:26:46 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.003.000) 05/25 19:26:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:26:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.015.000) 05/25 19:27:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15492_31655680@MAX-GDREEHER-S7-its-c7-osg-20190309, rescheduling job ... 028 (1258.015.000) 05/25 19:27:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438392.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" StartdName = "glidein_15492_31655680@MAX-GDREEHER-S7-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 19:27:32 Image size of job updated: 1500000 380 - MemoryUsage of job (MB) 388932 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 19:27:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263875.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 388932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/25 19:28:05 Job executing on host: <128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP> ... 028 (1258.015.000) 05/25 19:28:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:28:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 19:28:07 Image size of job updated: 1572716 345 - MemoryUsage of job (MB) 353228 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 19:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/25 19:30:13 Image size of job updated: 12526144 2415 - MemoryUsage of job (MB) 2472692 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 19:30:13 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12526144 Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:30:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 2415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 2472692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.025.000) 05/25 19:30:23 Image size of job updated: 1453488 397 - MemoryUsage of job (MB) 405768 - ResidentSetSize of job (KB) ... 028 (1258.025.000) 05/25 19:30:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 ResidentSetSize = 405768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/25 19:30:46 Image size of job updated: 1403884 362 - MemoryUsage of job (MB) 369972 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/25 19:30:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 369972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:30:53 Image size of job updated: 1621704 412 - MemoryUsage of job (MB) 421024 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:30:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 421024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.006.000) 05/25 19:30:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:09:19, Sys 0 00:03:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:09:19, Sys 0 00:03:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887353472 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1887353472 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2255812 1 549810436 Memory (MB) : 415 1024 1920 ... 028 (1258.006.000) 05/25 19:30:56 Job ad information event triggered. SentBytes = 1887353472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24080" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c139.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:09:19, Sys 0 00:03:49" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 6 EventTime = "2019-05-25T19:30:56" TotalSentBytes = 1887353472.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:09:19, Sys 0 00:03:49" JOB_GLIDEIN_SiteWMS_JobId = "272134.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.021.000) 05/25 19:30:58 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 324656 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 19:30:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/25 19:31:00 Image size of job updated: 1471476 404 - MemoryUsage of job (MB) 413076 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/25 19:31:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 ResidentSetSize = 413076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 19:31:06 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364228 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 19:31:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 19:31:09 Image size of job updated: 1572728 353 - MemoryUsage of job (MB) 361372 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 19:31:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 19:31:10 Image size of job updated: 1572728 339 - MemoryUsage of job (MB) 346852 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 19:31:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 19:31:14 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324260 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 19:31:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 19:31:23 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 321660 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 19:31:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:31:23 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347244 - ResidentSetSize of job (KB) ... 006 (1258.042.000) 05/25 19:31:24 Image size of job updated: 1572724 380 - MemoryUsage of job (MB) 388172 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 19:31:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 388172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.043.000) 05/25 19:31:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:31:30 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350148 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:31:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:31:35 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313296 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:31:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.028.000) 05/25 19:32:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.028.000) 05/25 19:32:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385891.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22964" StartdName = "glidein_3430_658771828@SOE-EDPARKER-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-EDPARKER-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 19:32:33 Image size of job updated: 1500000 383 - MemoryUsage of job (MB) 392180 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 19:32:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263875.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 392180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.047.000) 05/25 19:32:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3438_26264028@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.047.000) 05/25 19:32:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 47 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437643.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24389" StartdName = "glidein_3438_26264028@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-PR-JKVHHH2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.028.000) 05/25 19:33:58 Job executing on host: <137.99.79.146:7314?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#672&addrs=137.99.79.146-7314+[--1]-7314&noUDP> ... 028 (1258.028.000) 05/25 19:33:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:33:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.146:7314?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#672&addrs=137.99.79.146-7314+[--1]-7314&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 19:34:07 Image size of job updated: 207396 32 - MemoryUsage of job (MB) 32628 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 19:34:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 207396 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:34:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 32628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/25 19:34:21 Job executing on host: <72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP> ... 028 (1258.047.000) 05/25 19:34:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:34:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265036.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25224" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 19:35:53 Image size of job updated: 1621704 414 - MemoryUsage of job (MB) 423440 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 19:35:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:35:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 ResidentSetSize = 423440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:36:35 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314568 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:36:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.014.000) 05/25 19:37:25 Image size of job updated: 12500000 3022 - MemoryUsage of job (MB) 3093632 - ResidentSetSize of job (KB) ... 028 (1258.014.000) 05/25 19:37:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:37:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3022 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264563.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 3093632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 19:37:41 Image size of job updated: 15000000 1889 - MemoryUsage of job (MB) 1933516 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 19:37:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:37:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 1889 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 1933516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.028.000) 05/25 19:39:07 Image size of job updated: 1289916 351 - MemoryUsage of job (MB) 359028 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 19:39:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:39:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 359028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/25 19:41:04 Job was evicted. (0) Job was not checkpointed. Usr 0 00:21:30, Sys 0 00:00:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1000000 1 611196020 Memory (MB) : 4151 1024 1920 ... 028 (1258.000.000) 05/25 19:41:04 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24353" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c068.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 0 EventTime = "2019-05-25T19:41:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:21:30, Sys 0 00:00:49" JOB_GLIDEIN_SiteWMS_JobId = "272417.0" ... 006 (1258.050.000) 05/25 19:41:36 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315544 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:41:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:41:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/25 19:42:00 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.000.000) 05/25 19:42:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:42:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/25 19:42:41 Image size of job updated: 15000000 4120 - MemoryUsage of job (MB) 4218340 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/25 19:42:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:42:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 4120 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 4218340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.028.000) 05/25 19:44:08 Image size of job updated: 1289916 353 - MemoryUsage of job (MB) 361432 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 19:44:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:44:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:46:31 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351560 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:46:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:46:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:46:36 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316456 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:46:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:46:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 19:47:27 Image size of job updated: 5688920 355 - MemoryUsage of job (MB) 362732 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 19:47:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5688920 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:47:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 362732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/25 19:48:41 Job was evicted. (0) Job terminated and was requeued Usr 0 01:09:57, Sys 0 00:02:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769920 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/25 19:48:41 Job ad information event triggered. SentBytes = 1043769920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7720587" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c152.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-25T19:48:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:09:57, Sys 0 00:02:38" JOB_GLIDEIN_SiteWMS_JobId = "1667688.0" ... 001 (1258.009.000) 05/25 19:49:04 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.009.000) 05/25 19:49:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:49:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 19:49:08 Image size of job updated: 1289916 356 - MemoryUsage of job (MB) 363908 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 19:49:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:49:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 363908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:51:31 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353332 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:51:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:51:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:51:36 Image size of job updated: 1570672 324 - MemoryUsage of job (MB) 330844 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:51:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:51:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 19:54:08 Image size of job updated: 1289916 357 - MemoryUsage of job (MB) 365424 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 19:54:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:54:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 365424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 19:56:26 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347612 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 19:56:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 19:56:32 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355356 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 19:56:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:56:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 19:56:37 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332548 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 19:56:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.004.000) 05/25 19:58:31 Image size of job updated: 10857848 733 - MemoryUsage of job (MB) 750000 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/25 19:58:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10857848 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:58:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 733 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464546" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874077" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 750000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.028.000) 05/25 19:59:08 Image size of job updated: 1289916 360 - MemoryUsage of job (MB) 367680 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 19:59:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:59:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 367680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:01:02 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337216 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:01:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 20:01:11 Image size of job updated: 1572728 354 - MemoryUsage of job (MB) 362396 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 20:01:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:01:26 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 334964 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:01:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:01:26 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348772 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:01:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:01:30 Image size of job updated: 1572716 347 - MemoryUsage of job (MB) 355096 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:01:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 20:01:32 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356580 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 20:01:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:01:37 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 332884 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:01:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:04:08 Image size of job updated: 1289916 362 - MemoryUsage of job (MB) 370448 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:04:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:04:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 370448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:06:02 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338888 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:06:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 20:06:11 Image size of job updated: 1572728 356 - MemoryUsage of job (MB) 364224 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 20:06:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:06:15 Image size of job updated: 1572728 340 - MemoryUsage of job (MB) 347448 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:06:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:06:27 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335808 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:06:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:06:27 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350348 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:06:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 20:06:33 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358432 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 20:06:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:06:37 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334060 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:06:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:09:08 Image size of job updated: 1289916 365 - MemoryUsage of job (MB) 373136 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:09:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:09:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 373136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:10:55 Image size of job updated: 1344520 279 - MemoryUsage of job (MB) 285324 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:10:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344520 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:10:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 279 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 285324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:11:02 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339944 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:11:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 20:11:11 Image size of job updated: 1572728 357 - MemoryUsage of job (MB) 365540 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 20:11:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:11:15 Image size of job updated: 1572728 341 - MemoryUsage of job (MB) 348388 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:11:18 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337236 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:11:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:11:27 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337124 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:11:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:11:27 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351404 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:11:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 20:11:33 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360016 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 20:11:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:11:37 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 334884 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:11:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:12:31 Image size of job updated: 1572716 351 - MemoryUsage of job (MB) 358792 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:12:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:14:09 Image size of job updated: 1289916 367 - MemoryUsage of job (MB) 375756 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:14:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:14:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:15:56 Image size of job updated: 1344520 280 - MemoryUsage of job (MB) 286588 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:15:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344520 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:15:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 280 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 286588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:16:03 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340472 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:16:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.030.000) 05/25 20:16:11 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 364944 - ResidentSetSize of job (KB) ... 028 (1258.030.000) 05/25 20:16:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 20:16:12 Image size of job updated: 1572728 360 - MemoryUsage of job (MB) 367652 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 20:16:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:16:16 Image size of job updated: 1572728 342 - MemoryUsage of job (MB) 349444 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:16:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:16:19 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338208 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:16:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:16:28 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337388 - ResidentSetSize of job (KB) ... 006 (1258.043.000) 05/25 20:16:28 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352724 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:16:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.043.000) 05/25 20:16:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:16:38 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335168 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:16:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:19:09 Image size of job updated: 1572716 352 - MemoryUsage of job (MB) 360112 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:19:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:19:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:19:09 Image size of job updated: 1289916 370 - MemoryUsage of job (MB) 378148 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:19:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:19:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:20:56 Image size of job updated: 1344520 281 - MemoryUsage of job (MB) 287132 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:20:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344520 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:20:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 281 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 287132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:21:03 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341240 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:21:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 20:21:12 Image size of job updated: 1572728 361 - MemoryUsage of job (MB) 368912 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 20:21:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:21:16 Image size of job updated: 1572728 343 - MemoryUsage of job (MB) 350408 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:21:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:21:19 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338220 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:21:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:21:28 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354924 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:21:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:21:29 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338684 - ResidentSetSize of job (KB) ... 022 (1258.029.000) 05/25 20:21:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_18128_148755576@lnxfarm249.colorado.edu <192.168.3.149:35586?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#888904&addrs=192.168.3.149-35586&noUDP> ... 028 (1258.026.000) 05/25 20:21:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.029.000) 05/25 20:21:29 Job ad information event triggered. StartdAddr = "<192.168.3.149:35586?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#888904&addrs=192.168.3.149-35586&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8630" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 29 EventTime = "2019-05-25T20:21:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "slot1_1@glidein_18128_148755576@lnxfarm249.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "456418" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.029.000) 05/25 20:21:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_18128_148755576@lnxfarm249.colorado.edu, rescheduling job ... 028 (1258.029.000) 05/25 20:21:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 29 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:21:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "456418" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8630" StartdName = "slot1_1@glidein_18128_148755576@lnxfarm249.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.050.000) 05/25 20:21:38 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336484 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:21:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/25 20:22:44 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.029.000) 05/25 20:22:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:22:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:24:09 Image size of job updated: 1572716 354 - MemoryUsage of job (MB) 362344 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:24:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:24:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:24:10 Image size of job updated: 1289916 373 - MemoryUsage of job (MB) 380944 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:24:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:24:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:25:57 Image size of job updated: 1344520 282 - MemoryUsage of job (MB) 288676 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:25:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344520 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:25:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 288676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:26:04 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342032 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:26:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 20:26:13 Image size of job updated: 1572728 362 - MemoryUsage of job (MB) 370228 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 20:26:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:26:17 Image size of job updated: 1572728 344 - MemoryUsage of job (MB) 351992 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:26:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:26:20 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339540 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:26:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:26:29 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356244 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:26:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:26:38 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337652 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:26:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.020.000) 05/25 20:28:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3436_372426467@BFAS-PRK1967-S1-its-c7-osg-20190309 <10.0.2.15:44308?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892085&addrs=10.0.2.15-44308&noUDP> ... 028 (1258.020.000) 05/25 20:28:04 Job ad information event triggered. StartdAddr = "<10.0.2.15:44308?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892085&addrs=10.0.2.15-44308&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17017" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 20 EventTime = "2019-05-25T20:28:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3436_372426467@BFAS-PRK1967-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.020.000) 05/25 20:28:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3436_372426467@BFAS-PRK1967-S1-its-c7-osg-20190309, rescheduling job ... 028 (1258.020.000) 05/25 20:28:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:28:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4377000.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17017" StartdName = "glidein_3436_372426467@BFAS-PRK1967-S1-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-PRK1967-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.020.000) 05/25 20:28:48 Job executing on host: <72.36.96.146:34723?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876639&addrs=72.36.96.146-34723&noUDP> ... 028 (1258.020.000) 05/25 20:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:34723?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876639&addrs=72.36.96.146-34723&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265291.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:29:10 Image size of job updated: 1572716 355 - MemoryUsage of job (MB) 363400 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:29:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:29:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:29:11 Image size of job updated: 1424896 390 - MemoryUsage of job (MB) 399056 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:29:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:29:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 399056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:30:57 Image size of job updated: 1344520 284 - MemoryUsage of job (MB) 290336 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:30:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344520 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:30:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:31:04 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342824 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:31:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:31:18 Image size of job updated: 1572728 345 - MemoryUsage of job (MB) 353276 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:31:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:31:20 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339828 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:31:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:31:29 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357808 - ResidentSetSize of job (KB) ... 006 (1258.026.000) 05/25 20:31:30 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340004 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:31:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.043.000) 05/25 20:31:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:31:39 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338556 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:31:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.012.000) 05/25 20:32:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_11442_133032939@mwt2-c065.campuscluster.illinois.edu <72.36.96.194:46641?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867832&addrs=72.36.96.194-46641&noUDP> ... 028 (1258.012.000) 05/25 20:32:43 Job ad information event triggered. StartdAddr = "<72.36.96.194:46641?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867832&addrs=72.36.96.194-46641&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24393" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c065.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 12 EventTime = "2019-05-25T20:32:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_11442_133032939@mwt2-c065.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272544.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.012.000) 05/25 20:32:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_11442_133032939@mwt2-c065.campuscluster.illinois.edu, rescheduling job ... 028 (1258.012.000) 05/25 20:32:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:32:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272544.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24393" StartdName = "glidein_11442_133032939@mwt2-c065.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.022.000) 05/25 20:33:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_122682_239093400@CRUSH-OSG-C7-10-5-146-250 <10.5.146.250:33513?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37085&addrs=10.5.146.250-33513&noUDP> ... 028 (1258.022.000) 05/25 20:33:54 Job ad information event triggered. StartdAddr = "<10.5.146.250:33513?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37085&addrs=10.5.146.250-33513&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8107273" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 22 EventTime = "2019-05-25T20:33:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_122682_239093400@CRUSH-OSG-C7-10-5-146-250" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.022.000) 05/25 20:33:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_122682_239093400@CRUSH-OSG-C7-10-5-146-250, rescheduling job ... 028 (1258.022.000) 05/25 20:33:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:33:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404879.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107273" StartdName = "glidein_122682_239093400@CRUSH-OSG-C7-10-5-146-250" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/25 20:33:59 Job executing on host: <72.36.96.223:38774?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879971&addrs=72.36.96.223-38774&noUDP> ... 028 (1258.012.000) 05/25 20:33:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:33:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.223:38774?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879971&addrs=72.36.96.223-38774&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274529.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:34:10 Image size of job updated: 1572716 356 - MemoryUsage of job (MB) 364468 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:34:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:34:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:34:12 Image size of job updated: 1424896 394 - MemoryUsage of job (MB) 403412 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:34:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:34:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 403412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/25 20:34:49 Job executing on host: <149.165.225.98:37853?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#868912&addrs=149.165.225.98-37853&noUDP> ... 028 (1258.022.000) 05/25 20:34:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:34:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.98:37853?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#868912&addrs=149.165.225.98-37853&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668689.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720910" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c271.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:35:58 Image size of job updated: 1578896 298 - MemoryUsage of job (MB) 304880 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:35:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:35:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:36:06 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344276 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:36:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:36:19 Image size of job updated: 1572728 347 - MemoryUsage of job (MB) 354488 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:36:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:36:20 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340836 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:36:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:36:29 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358668 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:36:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:36:30 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341432 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:36:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:36:39 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339528 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:36:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.045.000) 05/25 20:39:11 Image size of job updated: 1572716 358 - MemoryUsage of job (MB) 366256 - ResidentSetSize of job (KB) ... 028 (1258.045.000) 05/25 20:39:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572716 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:39:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21978" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:39:12 Image size of job updated: 1424896 402 - MemoryUsage of job (MB) 411020 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:39:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:39:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 411020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:40:58 Image size of job updated: 1578896 300 - MemoryUsage of job (MB) 306520 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:40:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:41:06 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345332 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:41:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:41:20 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342156 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:41:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:41:19 Image size of job updated: 1572728 348 - MemoryUsage of job (MB) 355544 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:41:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.043.000) 05/25 20:41:30 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360252 - ResidentSetSize of job (KB) ... 028 (1258.043.000) 05/25 20:41:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6556" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:41:31 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342484 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:41:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.024.000) 05/25 20:41:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_76265_655014975@CRUSH-OSG-C7-10-5-144-175 <10.5.144.175:46478?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#871513&addrs=10.5.144.175-46478&noUDP> ... 028 (1258.024.000) 05/25 20:41:36 Job ad information event triggered. StartdAddr = "<10.5.144.175:46478?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#871513&addrs=10.5.144.175-46478&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 24 EventTime = "2019-05-25T20:41:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_76265_655014975@CRUSH-OSG-C7-10-5-144-175" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.024.000) 05/25 20:41:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_76265_655014975@CRUSH-OSG-C7-10-5-144-175, rescheduling job ... 028 (1258.024.000) 05/25 20:41:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:36" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4354649.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" StartdName = "glidein_76265_655014975@CRUSH-OSG-C7-10-5-144-175" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:41:40 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340624 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:41:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.024.000) 05/25 20:42:20 Job executing on host: <72.36.96.190:43914?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875977&addrs=72.36.96.190-43914&noUDP> ... 028 (1258.024.000) 05/25 20:42:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:42:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:43914?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875977&addrs=72.36.96.190-43914&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265335.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.034.000) 05/25 20:42:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_85786_357946500@uct2-c444.mwt2.org <192.170.226.34:46183?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40827&addrs=192.170.226.34-46183&noUDP> ... 028 (1258.034.000) 05/25 20:42:22 Job ad information event triggered. StartdAddr = "<192.170.226.34:46183?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40827&addrs=192.170.226.34-46183&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 34 EventTime = "2019-05-25T20:42:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_85786_357946500@uct2-c444.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.034.000) 05/25 20:42:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_85786_357946500@uct2-c444.mwt2.org, rescheduling job ... 028 (1258.034.000) 05/25 20:42:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:42:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264365.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24542" StartdName = "glidein_85786_357946500@uct2-c444.mwt2.org" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@uct2-c444.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.040.000) 05/25 20:42:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_52501_915602142@CRUSH-OSG-C7-10-5-147-246 <10.5.147.246:45253?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36815&addrs=10.5.147.246-45253&noUDP> ... 028 (1258.040.000) 05/25 20:42:43 Job ad information event triggered. StartdAddr = "<10.5.147.246:45253?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#36815&addrs=10.5.147.246-45253&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6400" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 40 EventTime = "2019-05-25T20:42:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_52501_915602142@CRUSH-OSG-C7-10-5-147-246" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.040.000) 05/25 20:42:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_52501_915602142@CRUSH-OSG-C7-10-5-147-246, rescheduling job ... 028 (1258.040.000) 05/25 20:42:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424562.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6400" StartdName = "glidein_52501_915602142@CRUSH-OSG-C7-10-5-147-246" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.034.000) 05/25 20:42:56 Job executing on host: <192.170.226.35:36419?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876743&addrs=192.170.226.35-36419&noUDP> ... 028 (1258.034.000) 05/25 20:42:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:42:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.35:36419?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876743&addrs=192.170.226.35-36419&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383189.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c445.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/25 20:43:34 Job executing on host: <192.170.226.224:37297?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875855&addrs=192.170.226.224-37297&noUDP> ... 028 (1258.040.000) 05/25 20:43:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:43:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.224:37297?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875855&addrs=192.170.226.224-37297&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:44:13 Image size of job updated: 1424896 405 - MemoryUsage of job (MB) 414416 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:44:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:44:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 414416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.039.000) 05/25 20:44:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu <192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP> ... 028 (1258.039.000) 05/25 20:44:48 Job ad information event triggered. StartdAddr = "<192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6934" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 39 EventTime = "2019-05-25T20:44:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "454575" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.039.000) 05/25 20:44:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu, rescheduling job ... 028 (1258.039.000) 05/25 20:44:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 39 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:44:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454575" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6934" StartdName = "slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1258.049.000) 05/25 20:45:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57960_435714153@CRUSH-OSG-C7-10-5-144-175 <10.5.144.175:35801?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33016&addrs=10.5.144.175-35801&noUDP> ... 028 (1258.049.000) 05/25 20:45:11 Job ad information event triggered. StartdAddr = "<10.5.144.175:35801?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#33016&addrs=10.5.144.175-35801&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8107883" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 49 EventTime = "2019-05-25T20:45:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_57960_435714153@CRUSH-OSG-C7-10-5-144-175" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.049.000) 05/25 20:45:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_57960_435714153@CRUSH-OSG-C7-10-5-144-175, rescheduling job ... 028 (1258.049.000) 05/25 20:45:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 49 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:45:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426152.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107883" StartdName = "glidein_57960_435714153@CRUSH-OSG-C7-10-5-144-175" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-144-175" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.049.000) 05/25 20:45:29 Job executing on host: <72.36.96.140:38086?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874980&addrs=72.36.96.140-38086&noUDP> ... 028 (1258.049.000) 05/25 20:45:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:45:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.140:38086?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874980&addrs=72.36.96.140-38086&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265354.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/25 20:45:32 Job executing on host: <192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP> ... 028 (1258.039.000) 05/25 20:45:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 39 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:45:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454575" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6934" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.031.000) 05/25 20:45:59 Image size of job updated: 1578896 300 - MemoryUsage of job (MB) 306816 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:45:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:45:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:46:06 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346388 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:46:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:46:20 Image size of job updated: 1572728 349 - MemoryUsage of job (MB) 357116 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:46:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:46:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:46:20 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342684 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:46:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 20:46:31 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 343000 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 20:46:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.038.000) 05/25 20:46:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_53855_78893916@lnxfarm313.colorado.edu <192.168.4.113:37839?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885345&addrs=192.168.4.113-37839&noUDP> ... 028 (1258.038.000) 05/25 20:46:34 Job ad information event triggered. StartdAddr = "<192.168.4.113:37839?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885345&addrs=192.168.4.113-37839&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6879" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 38 EventTime = "2019-05-25T20:46:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "slot1_5@glidein_53855_78893916@lnxfarm313.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "454488" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.038.000) 05/25 20:46:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_53855_78893916@lnxfarm313.colorado.edu, rescheduling job ... 028 (1258.038.000) 05/25 20:46:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 38 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:46:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" StartdName = "slot1_5@glidein_53855_78893916@lnxfarm313.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.050.000) 05/25 20:46:40 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341440 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:46:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.015.000) 05/25 20:47:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_83901_110558580@scigrid2.physics.fsu.edu <128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP> ... 028 (1258.015.000) 05/25 20:47:30 Job ad information event triggered. StartdAddr = "<128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8404821" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 EventTime = "2019-05-25T20:47:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_83901_110558580@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.015.000) 05/25 20:47:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_83901_110558580@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1258.015.000) 05/25 20:47:30 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:47:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" StartdName = "glidein_83901_110558580@scigrid2.physics.fsu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/25 20:47:34 Job executing on host: <72.36.96.140:46001?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868710&addrs=72.36.96.140-46001&noUDP> ... 028 (1258.038.000) 05/25 20:47:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:47:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.140:46001?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868710&addrs=72.36.96.140-46001&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274653.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/25 20:48:13 Job executing on host: <72.36.96.193:42704?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#868572&addrs=72.36.96.193-42704&noUDP> ... 028 (1258.015.000) 05/25 20:48:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:48:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.193:42704?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#868572&addrs=72.36.96.193-42704&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274651.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:49:13 Image size of job updated: 1424896 408 - MemoryUsage of job (MB) 417632 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:49:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:49:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 417632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:50:59 Image size of job updated: 1578896 301 - MemoryUsage of job (MB) 307972 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:50:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:50:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:51:07 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347180 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:51:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:51:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:51:22 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 344004 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:51:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:51:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:51:21 Image size of job updated: 1572728 350 - MemoryUsage of job (MB) 357892 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:51:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:51:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 20:51:41 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343580 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 20:51:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:51:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.026.000) 05/25 20:52:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3458_916573506@MAX-M209-01-S3-its-c7-osg-20190309 <10.0.2.15:40430?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874376&addrs=10.0.2.15-40430&noUDP> ... 028 (1258.026.000) 05/25 20:52:56 Job ad information event triggered. StartdAddr = "<10.0.2.15:40430?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874376&addrs=10.0.2.15-40430&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717472" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 26 EventTime = "2019-05-25T20:52:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3458_916573506@MAX-M209-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.007.000) 05/25 20:53:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60265_426267972@mwt2-c011.campuscluster.illinois.edu <72.36.96.140:38726?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897979&addrs=72.36.96.140-38726&noUDP> ... 028 (1258.007.000) 05/25 20:53:06 Job ad information event triggered. StartdAddr = "<72.36.96.140:38726?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897979&addrs=72.36.96.140-38726&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24162" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c011.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 7 EventTime = "2019-05-25T20:53:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_60265_426267972@mwt2-c011.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272231.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.007.000) 05/25 20:53:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60265_426267972@mwt2-c011.campuscluster.illinois.edu, rescheduling job ... 028 (1258.007.000) 05/25 20:53:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:53:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272231.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" StartdName = "glidein_60265_426267972@mwt2-c011.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/25 20:53:27 Job executing on host: <72.36.96.186:33408?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867582&addrs=72.36.96.186-33408&noUDP> ... 028 (1258.007.000) 05/25 20:53:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:53:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.186:33408?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867582&addrs=72.36.96.186-33408&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274735.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.028.000) 05/25 20:54:14 Image size of job updated: 1424896 411 - MemoryUsage of job (MB) 419860 - ResidentSetSize of job (KB) ... 028 (1258.028.000) 05/25 20:54:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 28 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:54:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2973" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" Subproc = 0 ResidentSetSize = 419860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.053.000) 05/25 20:54:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81174_22068628@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:41103?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860257&addrs=72.36.96.49-41103&noUDP> ... 028 (1258.053.000) 05/25 20:54:36 Job ad information event triggered. StartdAddr = "<72.36.96.49:41103?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860257&addrs=72.36.96.49-41103&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24719" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 53 EventTime = "2019-05-25T20:54:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_81174_22068628@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264578.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.053.000) 05/25 20:54:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81174_22068628@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1258.053.000) 05/25 20:54:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:54:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264578.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" StartdName = "glidein_81174_22068628@mwt2-c142.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/25 20:55:22 Job executing on host: <72.36.96.236:33648?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40357&addrs=72.36.96.236-33648&noUDP> ... 028 (1258.053.000) 05/25 20:55:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:55:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.236:33648?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40357&addrs=72.36.96.236-33648&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272914.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 20:55:59 Image size of job updated: 1578896 302 - MemoryUsage of job (MB) 309128 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 20:55:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:55:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 20:56:07 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347936 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 20:56:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:56:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 20:56:22 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344456 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 20:56:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:56:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 20:56:22 Image size of job updated: 1572728 352 - MemoryUsage of job (MB) 359532 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 20:56:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:56:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.019.000) 05/25 20:56:39 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:27, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:27, Sys 0 00:03:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1047504704 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1047504704 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1435648 1 170444368 Memory (MB) : 351 1024 2500 ... 028 (1258.019.000) 05/25 20:56:39 Job ad information event triggered. SentBytes = 1047504704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "19229" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-174" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:45:27, Sys 0 00:03:17" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 19 EventTime = "2019-05-25T20:56:39" TotalSentBytes = 1047504704.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:45:27, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "4373398.0" TotalReceivedBytes = 422552736.0 ... 022 (1258.008.000) 05/25 20:59:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_27282_499203075@iut2-c161.iu.edu <149.165.225.161:40917?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908230&addrs=149.165.225.161-40917&noUDP> ... 028 (1258.008.000) 05/25 20:59:53 Job ad information event triggered. StartdAddr = "<149.165.225.161:40917?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908230&addrs=149.165.225.161-40917&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7720587" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c161.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 8 EventTime = "2019-05-25T20:59:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_27282_499203075@iut2-c161.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1667697.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.008.000) 05/25 20:59:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_27282_499203075@iut2-c161.iu.edu, rescheduling job ... 028 (1258.008.000) 05/25 20:59:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:59:54" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667697.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720587" StartdName = "glidein_27282_499203075@iut2-c161.iu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c161.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.013.000) 05/25 21:00:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_185371_86665140@uct2-c432.mwt2.org <192.170.226.22:36340?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870998&addrs=192.170.226.22-36340&noUDP> ... 028 (1258.013.000) 05/25 21:00:10 Job ad information event triggered. StartdAddr = "<192.170.226.22:36340?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870998&addrs=192.170.226.22-36340&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 13 EventTime = "2019-05-25T21:00:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot1_2@glidein_185371_86665140@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263875.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.013.000) 05/25 21:00:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_185371_86665140@uct2-c432.mwt2.org, rescheduling job ... 028 (1258.013.000) 05/25 21:00:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T21:00:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263875.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_2@glidein_185371_86665140@uct2-c432.mwt2.org" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/25 21:00:42 Job executing on host: <137.99.79.176:30555?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#705&addrs=137.99.79.176-30555+[--1]-30555&noUDP> ... 028 (1258.008.000) 05/25 21:00:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:00:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.176:30555?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#705&addrs=137.99.79.176-30555+[--1]-30555&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:00:59 Image size of job updated: 1578896 304 - MemoryUsage of job (MB) 310708 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:00:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:01:08 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349520 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:01:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/25 21:01:12 Job executing on host: <72.36.96.136:45070?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#886703&addrs=72.36.96.136-45070&noUDP> ... 028 (1258.013.000) 05/25 21:01:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:01:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.136:45070?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#886703&addrs=72.36.96.136-45070&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272691.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c007.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 21:01:23 Image size of job updated: 1572728 353 - MemoryUsage of job (MB) 360852 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 21:01:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:01:23 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346264 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:01:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 21:01:42 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344784 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 21:01:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:01:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.042.000) 05/25 21:02:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3464_208410840@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309 <10.0.2.15:44440?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872841&addrs=10.0.2.15-44440&noUDP> ... 028 (1258.042.000) 05/25 21:02:26 Job ad information event triggered. StartdAddr = "<10.0.2.15:44440?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#872841&addrs=10.0.2.15-44440&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 42 EventTime = "2019-05-25T21:02:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3464_208410840@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.042.000) 05/25 21:02:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3464_208410840@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309, rescheduling job ... 028 (1258.042.000) 05/25 21:02:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:02:26" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389201.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717534" StartdName = "glidein_3464_208410840@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-CCS-2LMZRD2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.042.000) 05/25 21:03:11 Job executing on host: <72.36.96.137:39059?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#879198&addrs=72.36.96.137-39059&noUDP> ... 028 (1258.042.000) 05/25 21:03:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:03:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.137:39059?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#879198&addrs=72.36.96.137-39059&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.046.000) 05/25 21:03:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3453_10987520@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309 <10.0.2.15:36556?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#883544&addrs=10.0.2.15-36556&noUDP> ... 028 (1258.046.000) 05/25 21:03:55 Job ad information event triggered. StartdAddr = "<10.0.2.15:36556?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#883544&addrs=10.0.2.15-36556&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717135" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 46 EventTime = "2019-05-25T21:03:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3453_10987520@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.003.000) 05/25 21:04:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot7@glidein_123004_349624220@node043.local <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.003.000) 05/25 21:04:17 Job ad information event triggered. StartdAddr = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 3 EventTime = "2019-05-25T21:04:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot7@glidein_123004_349624220@node043.local" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.003.000) 05/25 21:04:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot7@glidein_123004_349624220@node043.local, rescheduling job ... 028 (1258.003.000) 05/25 21:04:18 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T21:04:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" StartdName = "slot7@glidein_123004_349624220@node043.local" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:06:00 Image size of job updated: 1578896 305 - MemoryUsage of job (MB) 311848 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:06:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:06:08 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350576 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:06:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:06:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 21:06:23 Image size of job updated: 1572728 354 - MemoryUsage of job (MB) 361492 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 21:06:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:06:24 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347584 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:06:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/25 21:06:44 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.003.000) 05/25 21:06:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T21:06:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.030.000) 05/25 21:08:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3458_51702009@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309 <10.0.2.15:37989?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37775&addrs=10.0.2.15-37989&noUDP> ... 028 (1258.030.000) 05/25 21:08:01 Job ad information event triggered. StartdAddr = "<10.0.2.15:37989?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#37775&addrs=10.0.2.15-37989&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23251" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 30 EventTime = "2019-05-25T21:08:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3458_51702009@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.030.000) 05/25 21:08:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3458_51702009@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309, rescheduling job ... 028 (1258.030.000) 05/25 21:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:08:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389080.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23251" StartdName = "glidein_3458_51702009@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-OR-3GLKPS1-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.054.000) 05/25 21:08:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_128028_818841303@scigrid2.physics.fsu.edu <128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP> ... 028 (1258.054.000) 05/25 21:08:12 Job ad information event triggered. StartdAddr = "<128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8404738" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 EventTime = "2019-05-25T21:08:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_128028_818841303@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.054.000) 05/25 21:08:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_128028_818841303@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1258.054.000) 05/25 21:08:23 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:08:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" StartdName = "glidein_128028_818841303@scigrid2.physics.fsu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.030.000) 05/25 21:08:28 Job executing on host: <72.36.96.67:42177?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#890061&addrs=72.36.96.67-42177&noUDP> ... 028 (1258.030.000) 05/25 21:08:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:08:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.67:42177?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#890061&addrs=72.36.96.67-42177&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274099.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25029" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.025.000) 05/25 21:08:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_67933_55634800@CRUSH-OSG-C7-10-5-137-113 <10.5.137.113:41085?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38875&addrs=10.5.137.113-41085&noUDP> ... 028 (1258.025.000) 05/25 21:08:56 Job ad information event triggered. StartdAddr = "<10.5.137.113:41085?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38875&addrs=10.5.137.113-41085&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19240" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 25 EventTime = "2019-05-25T21:08:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_67933_55634800@CRUSH-OSG-C7-10-5-137-113" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.025.000) 05/25 21:08:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_67933_55634800@CRUSH-OSG-C7-10-5-137-113, rescheduling job ... 028 (1258.025.000) 05/25 21:08:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:08:56" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373427.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" StartdName = "glidein_67933_55634800@CRUSH-OSG-C7-10-5-137-113" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-137-113" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/25 21:09:09 Job executing on host: <128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP> ... 028 (1258.054.000) 05/25 21:09:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:09:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.025.000) 05/25 21:09:42 Job executing on host: <137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP> ... 028 (1258.025.000) 05/25 21:09:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 25 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:09:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.051.000) 05/25 21:10:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3447_230301960@AS-CSD-1157-10-S3-its-c7-osg-20190309 <10.0.2.15:46871?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#872466&addrs=10.0.2.15-46871&noUDP> ... 028 (1258.051.000) 05/25 21:10:12 Job ad information event triggered. StartdAddr = "<10.0.2.15:46871?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#872466&addrs=10.0.2.15-46871&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21426" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 51 EventTime = "2019-05-25T21:10:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3447_230301960@AS-CSD-1157-10-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.051.000) 05/25 21:10:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3447_230301960@AS-CSD-1157-10-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.051.000) 05/25 21:10:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 51 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:10:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21426" StartdName = "glidein_3447_230301960@AS-CSD-1157-10-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-10-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.051.000) 05/25 21:10:54 Job executing on host: <72.36.96.152:43958?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#880092&addrs=72.36.96.152-43958&noUDP> ... 028 (1258.051.000) 05/25 21:10:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:10:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.152:43958?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#880092&addrs=72.36.96.152-43958&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:11:00 Image size of job updated: 1578896 306 - MemoryUsage of job (MB) 312572 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:11:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:11:09 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351632 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:11:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 21:11:23 Image size of job updated: 1572728 355 - MemoryUsage of job (MB) 362812 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 21:11:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:11:24 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347848 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:11:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.048.000) 05/25 21:11:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1100243_258430860@nod22.phys.uconn.edu <137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP> ... 028 (1258.048.000) 05/25 21:11:35 Job ad information event triggered. StartdAddr = "<137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2989" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-25T21:11:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1100243_258430860@nod22.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.048.000) 05/25 21:11:36 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_1100243_258430860@nod22.phys.uconn.edu, rescheduling job ... 028 (1258.048.000) 05/25 21:11:36 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:11:36" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" StartdName = "glidein_1100243_258430860@nod22.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 21:11:43 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346428 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 21:11:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/25 21:12:50 Job executing on host: <137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP> ... 028 (1258.048.000) 05/25 21:12:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:12:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.053.000) 05/25 21:15:32 Image size of job updated: 10000000 4846 - MemoryUsage of job (MB) 4962164 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/25 21:15:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10000000 Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 4846 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272914.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 4962164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:16:02 Image size of job updated: 1578896 306 - MemoryUsage of job (MB) 312944 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:16:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:16:09 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 352116 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:16:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 21:16:23 Image size of job updated: 1572728 356 - MemoryUsage of job (MB) 363768 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 21:16:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:16:25 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348924 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:16:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:16:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 21:16:43 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 347020 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 21:16:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:16:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.004.000) 05/25 21:17:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu <192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP> ... 028 (1258.004.000) 05/25 21:17:44 Job ad information event triggered. StartdAddr = "<192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6874077" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 4 EventTime = "2019-05-25T21:17:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "464546" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.004.000) 05/25 21:17:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu, rescheduling job ... 028 (1258.004.000) 05/25 21:17:44 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:17:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464546" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874077" StartdName = "slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.004.000) 05/25 21:18:42 Job executing on host: <192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP> ... 028 (1258.004.000) 05/25 21:18:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:18:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464546" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874077" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.022.000) 05/25 21:20:04 Image size of job updated: 12500000 600 - MemoryUsage of job (MB) 613520 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/25 21:20:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:20:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 600 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668689.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720910" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c271.iu.edu" Subproc = 0 ResidentSetSize = 613520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:21:03 Image size of job updated: 1578896 308 - MemoryUsage of job (MB) 314400 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:21:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:21:10 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353172 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:21:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 21:21:24 Image size of job updated: 1572728 357 - MemoryUsage of job (MB) 365088 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 21:21:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:21:25 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349652 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:21:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.014.000) 05/25 21:21:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_20049_41317021@mwt2-c069.campuscluster.illinois.edu <72.36.96.198:34513?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#882638&addrs=72.36.96.198-34513&noUDP> ... 028 (1258.014.000) 05/25 21:21:39 Job ad information event triggered. StartdAddr = "<72.36.96.198:34513?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#882638&addrs=72.36.96.198-34513&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 14 EventTime = "2019-05-25T21:21:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_20049_41317021@mwt2-c069.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264563.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.014.000) 05/25 21:21:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_20049_41317021@mwt2-c069.campuscluster.illinois.edu, rescheduling job ... 028 (1258.014.000) 05/25 21:21:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:21:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264563.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" StartdName = "glidein_20049_41317021@mwt2-c069.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c069.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 21:21:43 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 348156 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 21:21:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/25 21:22:37 Job executing on host: <72.36.96.187:42279?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#883434&addrs=72.36.96.187-42279&noUDP> ... 028 (1258.014.000) 05/25 21:22:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:22:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:42279?CCBID=192.170.227.251:9854%3faddrs%3d192.170.227.251-9854#883434&addrs=72.36.96.187-42279&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265079.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969268" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 21:23:45 Image size of job updated: 7500000 367 - MemoryUsage of job (MB) 375096 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:23:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:23:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 375096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.023.000) 05/25 21:24:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_10938_649648345@lnxfarm150.colorado.edu <192.168.3.50:33686?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#37754&addrs=192.168.3.50-33686&noUDP> ... 028 (1258.023.000) 05/25 21:24:45 Job ad information event triggered. StartdAddr = "<192.168.3.50:33686?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#37754&addrs=192.168.3.50-33686&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875247" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 23 EventTime = "2019-05-25T21:24:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot1_5@glidein_10938_649648345@lnxfarm150.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466177" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.023.000) 05/25 21:24:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_10938_649648345@lnxfarm150.colorado.edu, rescheduling job ... 028 (1258.023.000) 05/25 21:24:45 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:24:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466177" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" StartdName = "slot1_5@glidein_10938_649648345@lnxfarm150.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.023.000) 05/25 21:25:32 Job executing on host: <149.165.225.28:42117?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893729&addrs=149.165.225.28-42117&noUDP> ... 028 (1258.023.000) 05/25 21:25:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T21:25:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.28:42117?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893729&addrs=149.165.225.28-42117&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270564.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25890" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c295.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:26:03 Image size of job updated: 1578896 309 - MemoryUsage of job (MB) 315780 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:26:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:26:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:26:10 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354228 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:26:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.009.000) 05/25 21:26:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2776785_124501527@nod1.phys.uconn.edu <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.009.000) 05/25 21:26:13 Job ad information event triggered. StartdAddr = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-25T21:26:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_2776785_124501527@nod1.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.009.000) 05/25 21:26:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2776785_124501527@nod1.phys.uconn.edu, rescheduling job ... 028 (1258.009.000) 05/25 21:26:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:26:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" StartdName = "glidein_2776785_124501527@nod1.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.027.000) 05/25 21:26:24 Image size of job updated: 1572728 359 - MemoryUsage of job (MB) 366900 - ResidentSetSize of job (KB) ... 028 (1258.027.000) 05/25 21:26:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114202" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:26:26 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350444 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:26:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:26:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/25 21:27:14 Job executing on host: <72.36.96.178:34183?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876799&addrs=72.36.96.178-34183&noUDP> ... 028 (1258.009.000) 05/25 21:27:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:27:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.178:34183?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876799&addrs=72.36.96.178-34183&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274174.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25091" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.018.000) 05/25 21:27:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_76502_95551890@mwt2-c101.campuscluster.illinois.edu <72.36.96.230:42970?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874820&addrs=72.36.96.230-42970&noUDP> ... 028 (1258.018.000) 05/25 21:27:45 Job ad information event triggered. StartdAddr = "<72.36.96.230:42970?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874820&addrs=72.36.96.230-42970&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24239" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c101.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 18 EventTime = "2019-05-25T21:27:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_76502_95551890@mwt2-c101.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272306.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.018.000) 05/25 21:27:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_76502_95551890@mwt2-c101.campuscluster.illinois.edu, rescheduling job ... 028 (1258.018.000) 05/25 21:27:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:27:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272306.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" StartdName = "glidein_76502_95551890@mwt2-c101.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c101.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.047.000) 05/25 21:28:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu <72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP> ... 028 (1258.047.000) 05/25 21:28:08 Job ad information event triggered. StartdAddr = "<72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25224" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c065.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 47 EventTime = "2019-05-25T21:28:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265036.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.040.000) 05/25 21:28:46 Image size of job updated: 7500000 369 - MemoryUsage of job (MB) 377780 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:28:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 377780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/25 21:29:05 Job executing on host: <192.170.226.47:44730?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36971&addrs=192.170.226.47-44730&noUDP> ... 028 (1258.018.000) 05/25 21:29:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:29:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.47:44730?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36971&addrs=192.170.226.47-44730&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265530.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25780" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c457.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1258.047.000) 05/25 21:30:10 Job reconnected to glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu startd address: <72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP> starter address: <72.36.96.194:38231?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#869771&PrivNet=mwt2-c065.campuscluster.illinois.edu&addrs=72.36.96.194-38231&noUDP> ... 028 (1258.047.000) 05/25 21:30:10 Job ad information event triggered. StartdAddr = "<72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25224" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c065.campuscluster.illinois.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 47 EventTime = "2019-05-25T21:30:10" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<72.36.96.194:38231?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#869771&PrivNet=mwt2-c065.campuscluster.illinois.edu&addrs=72.36.96.194-38231&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265036.0" EventDescription = "Job reconnected" ... 005 (1258.045.000) 05/25 21:30:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:38, Sys 0 00:03:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:38, Sys 0 00:03:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888834432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1888834432 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2257259 1 36184188 Memory (MB) : 358 1024 2500 ... 028 (1258.045.000) 05/25 21:30:23 Job ad information event triggered. SentBytes = 1888834432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21978" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-DHBENNET-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:38, Sys 0 00:03:43" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 45 EventTime = "2019-05-25T21:30:23" TotalSentBytes = 1888834432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:40:38, Sys 0 00:03:43" JOB_GLIDEIN_SiteWMS_JobId = "4381942.0" TotalReceivedBytes = 422552736.0 ... 022 (1258.041.000) 05/25 21:30:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_171430_191330610@uct2-c426.mwt2.org <192.170.226.16:44011?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35671&addrs=192.170.226.16-44011&noUDP> ... 028 (1258.041.000) 05/25 21:30:40 Job ad information event triggered. StartdAddr = "<192.170.226.16:44011?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35671&addrs=192.170.226.16-44011&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369317" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c426.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 41 EventTime = "2019-05-25T21:30:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_171430_191330610@uct2-c426.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1381471.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.041.000) 05/25 21:30:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_171430_191330610@uct2-c426.mwt2.org, rescheduling job ... 028 (1258.041.000) 05/25 21:30:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 41 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:30:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381471.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369317" StartdName = "glidein_171430_191330610@uct2-c426.mwt2.org" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c426.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/25 21:30:53 Image size of job updated: 12500000 833 - MemoryUsage of job (MB) 852116 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/25 21:30:53 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 833 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 852116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:31:06 Image size of job updated: 1578896 310 - MemoryUsage of job (MB) 316656 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:31:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:31:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/25 21:31:10 Job executing on host: <72.36.96.210:38552?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#880117&addrs=72.36.96.210-38552&noUDP> ... 028 (1258.041.000) 05/25 21:31:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:31:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.210:38552?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#880117&addrs=72.36.96.210-38552&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274950.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969563" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:31:11 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355224 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:31:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:31:27 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350976 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:31:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:31:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 21:32:04 Image size of job updated: 2892612 367 - MemoryUsage of job (MB) 375000 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 21:32:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2892612 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:32:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.026.000) 05/25 21:32:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3458_916573506@MAX-M209-01-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.026.000) 05/25 21:32:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:32:56" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387300.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" StartdName = "glidein_3458_916573506@MAX-M209-01-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.050.000) 05/25 21:33:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309 <10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP> ... 028 (1258.050.000) 05/25 21:33:09 Job ad information event triggered. StartdAddr = "<10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716336" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 50 EventTime = "2019-05-25T21:33:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" EventDescription = "Job disconnected, attempting to reconnect" ... 005 (1258.043.000) 05/25 21:33:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:53:59, Sys 0 00:03:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:53:59, Sys 0 00:03:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869400960 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1869400960 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238281 1 36181892 Memory (MB) : 352 1024 2500 ... 028 (1258.043.000) 05/25 21:33:33 Job ad information event triggered. SentBytes = 1869400960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6556" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-EPS-KDK-01-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:53:59, Sys 0 00:03:45" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 43 EventTime = "2019-05-25T21:33:33" TotalSentBytes = 1869400960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:53:59, Sys 0 00:03:45" JOB_GLIDEIN_SiteWMS_JobId = "4424775.0" TotalReceivedBytes = 422552736.0 ... 006 (1258.040.000) 05/25 21:33:47 Image size of job updated: 7500000 375 - MemoryUsage of job (MB) 383656 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:33:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 383656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/25 21:34:04 Job executing on host: <72.36.96.245:38633?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#878741&addrs=72.36.96.245-38633&noUDP> ... 028 (1258.026.000) 05/25 21:34:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:34:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.245:38633?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#878741&addrs=72.36.96.245-38633&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:36:05 Image size of job updated: 1578896 311 - MemoryUsage of job (MB) 318452 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:36:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:36:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:36:11 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355744 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:36:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:36:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:36:27 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352544 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:36:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:36:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1258.050.000) 05/25 21:38:39 Job reconnected to glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309 startd address: <10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP> starter address: <10.0.2.15:44507?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866231&PrivNet=AS-124CARN-02-S3-its-c7-osg-20190309&addrs=10.0.2.15-44507&noUDP> ... 028 (1258.050.000) 05/25 21:38:39 Job ad information event triggered. StartdAddr = "<10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716336" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 50 EventTime = "2019-05-25T21:38:39" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:44507?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866231&PrivNet=AS-124CARN-02-S3-its-c7-osg-20190309&addrs=10.0.2.15-44507&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" EventDescription = "Job reconnected" ... 006 (1258.040.000) 05/25 21:38:48 Image size of job updated: 7500000 394 - MemoryUsage of job (MB) 402496 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:38:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 402496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 21:39:15 Image size of job updated: 1750000 350 - MemoryUsage of job (MB) 358092 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 21:39:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:39:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:41:05 Image size of job updated: 1578896 312 - MemoryUsage of job (MB) 319252 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:41:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:41:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:41:11 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356800 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:41:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:41:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/25 21:41:27 Image size of job updated: 1558220 391 - MemoryUsage of job (MB) 400000 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/25 21:41:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1558220 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:41:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272691.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c007.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:41:28 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353336 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:41:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:41:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/25 21:42:25 Image size of job updated: 12500000 6000 - MemoryUsage of job (MB) 6143528 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/25 21:42:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:42:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 6000 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274174.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25091" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 6143528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/25 21:43:45 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:03, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761832064 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/25 21:43:45 Job ad information event triggered. SentBytes = 761832064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-25T21:43:45" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:08:03, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 006 (1258.040.000) 05/25 21:43:48 Image size of job updated: 7500000 395 - MemoryUsage of job (MB) 404460 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:43:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:43:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 404460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.046.000) 05/25 21:43:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3453_10987520@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309, rescheduling job ... 028 (1258.046.000) 05/25 21:43:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:43:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389031.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717135" StartdName = "glidein_3453_10987520@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPS5TYJHH2-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 21:44:15 Image size of job updated: 1750000 351 - MemoryUsage of job (MB) 358696 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 21:44:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:44:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.046.000) 05/25 21:44:58 Job executing on host: <72.36.96.181:38366?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37519&addrs=72.36.96.181-38366&noUDP> ... 028 (1258.046.000) 05/25 21:44:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:44:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.181:38366?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37519&addrs=72.36.96.181-38366&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/25 21:45:09 Job executing on host: <72.36.96.171:46740?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861385&addrs=72.36.96.171-46740&noUDP> ... 028 (1258.029.000) 05/25 21:45:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:45:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:46740?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861385&addrs=72.36.96.171-46740&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273520.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969141" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.028.000) 05/25 21:45:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:14, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:14, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1820290816 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1820290816 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2190351 1 68551620 Memory (MB) : 411 1024 2048 ... 028 (1258.028.000) 05/25 21:45:28 Job ad information event triggered. SentBytes = 1820290816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2973" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod11.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:14, Sys 0 00:02:59" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 28 EventTime = "2019-05-25T21:45:28" TotalSentBytes = 1820290816.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:14, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8713010.0" TotalReceivedBytes = 845105472.0 ... 006 (1258.023.000) 05/25 21:45:43 Image size of job updated: 12500000 1301 - MemoryUsage of job (MB) 1332192 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 21:45:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T21:45:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 1301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270564.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25890" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 1332192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:46:05 Image size of job updated: 1578896 314 - MemoryUsage of job (MB) 320640 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:46:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:46:11 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357856 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:46:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:46:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:46:29 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354392 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:46:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:46:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 21:48:49 Image size of job updated: 7500000 398 - MemoryUsage of job (MB) 407056 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:48:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 407056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 21:49:16 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 361404 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 21:49:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:49:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.023.000) 05/25 21:50:43 Image size of job updated: 12500000 4621 - MemoryUsage of job (MB) 4731264 - ResidentSetSize of job (KB) ... 028 (1258.023.000) 05/25 21:50:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T21:50:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 4621 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270564.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25890" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c295.iu.edu" Subproc = 0 ResidentSetSize = 4731264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 21:51:07 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376628 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 21:51:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:51:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 21:53:49 Image size of job updated: 7500000 401 - MemoryUsage of job (MB) 409668 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:53:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 409668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 21:54:17 Image size of job updated: 1750000 357 - MemoryUsage of job (MB) 364556 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 21:54:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 21:55:36 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358648 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 21:55:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:55:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 21:56:00 Image size of job updated: 1578896 314 - MemoryUsage of job (MB) 321104 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 21:56:00 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355184 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 21:56:08 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380320 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 21:56:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/25 21:56:21 Job was evicted. (0) Job terminated and was requeued Usr 0 01:57:03, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435708160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/25 21:56:21 Job ad information event triggered. SentBytes = 1435708160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-25T21:56:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:03, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 005 (1258.027.000) 05/25 21:56:24 Job terminated. (1) Normal termination (return value 0) Usr 0 03:26:19, Sys 0 00:04:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:26:19, Sys 0 00:04:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1818118528 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1818118528 - Total Bytes Sent By Job 422552736 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2188200 1 36181312 Memory (MB) : 359 1024 2500 ... 028 (1258.027.000) 05/25 21:56:24 Job ad information event triggered. SentBytes = 1818118528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8114202" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E151-01-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:26:19, Sys 0 00:04:16" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 27 EventTime = "2019-05-25T21:56:24" TotalSentBytes = 1818118528.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:26:19, Sys 0 00:04:16" JOB_GLIDEIN_SiteWMS_JobId = "4432614.0" TotalReceivedBytes = 422552736.0 ... 001 (1258.000.000) 05/25 21:56:48 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/25 21:56:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:56:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 21:58:50 Image size of job updated: 7500000 405 - MemoryUsage of job (MB) 414144 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 21:58:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:58:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 414144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 21:59:18 Image size of job updated: 1750000 359 - MemoryUsage of job (MB) 367424 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 21:59:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:59:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 22:01:08 Image size of job updated: 1750000 390 - MemoryUsage of job (MB) 398764 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 22:01:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:03:26 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 404480 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:03:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:03:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 22:03:50 Image size of job updated: 7500000 409 - MemoryUsage of job (MB) 417980 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 22:03:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:03:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 417980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:04:19 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 369920 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:04:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:04:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 22:06:08 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 402276 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 22:06:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:06:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:08:27 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 406720 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:08:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 22:08:51 Image size of job updated: 7500000 411 - MemoryUsage of job (MB) 420084 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 22:08:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:08:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 420084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 22:08:58 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362212 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 22:08:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:09:19 Image size of job updated: 1750000 364 - MemoryUsage of job (MB) 372340 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:09:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:09:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 22:09:39 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358544 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 22:09:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:09:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 22:10:55 Image size of job updated: 1578896 318 - MemoryUsage of job (MB) 325092 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 22:10:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1578896 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:10:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.051.000) 05/25 22:11:09 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405652 - ResidentSetSize of job (KB) ... 028 (1258.051.000) 05/25 22:11:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:11:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:13:27 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409208 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:13:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:13:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 22:13:51 Image size of job updated: 7500000 414 - MemoryUsage of job (MB) 423212 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 22:13:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:13:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 423212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:14:19 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 375920 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:14:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:14:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.034.000) 05/25 22:18:12 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427040 - ResidentSetSize of job (KB) ... 028 (1258.034.000) 05/25 22:18:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:18:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c445.mwt2.org" Subproc = 0 ResidentSetSize = 427040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:18:29 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412104 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:18:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:18:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/25 22:18:52 Image size of job updated: 7500000 417 - MemoryUsage of job (MB) 426904 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/25 22:18:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:18:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 ResidentSetSize = 426904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:19:20 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379396 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:19:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:19:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 22:19:39 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 364320 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 22:19:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:19:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 22:20:34 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360656 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 22:20:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:20:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:23:29 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 414924 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:23:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:24:21 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400132 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:24:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:24:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.047.000) 05/25 22:25:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu <72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP> ... 028 (1258.047.000) 05/25 22:25:30 Job ad information event triggered. StartdAddr = "<72.36.96.194:44134?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885248&addrs=72.36.96.194-44134&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25224" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c065.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 47 EventTime = "2019-05-25T22:25:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265036.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.047.000) 05/25 22:25:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu, rescheduling job ... 028 (1258.047.000) 05/25 22:25:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:25:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265036.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25224" StartdName = "glidein_29389_91344726@mwt2-c065.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.021.000) 05/25 22:26:05 Image size of job updated: 1570672 358 - MemoryUsage of job (MB) 365604 - ResidentSetSize of job (KB) ... 028 (1258.021.000) 05/25 22:26:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:26:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/25 22:27:03 Job executing on host: <192.170.226.200:37185?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#873113&addrs=192.170.226.200-37185&noUDP> ... 028 (1258.047.000) 05/25 22:27:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:27:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.200:37185?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#873113&addrs=192.170.226.200-37185&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385354.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33691" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c379.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 22:27:10 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361828 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 22:27:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:27:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:28:29 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 416952 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:28:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:29:21 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403572 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:29:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:29:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 22:30:14 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375632 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 22:30:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:30:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 22:30:24 Image size of job updated: 3000000 368 - MemoryUsage of job (MB) 376400 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 22:30:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 3000000 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273520.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969141" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 22:32:11 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363408 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 22:32:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:32:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:33:29 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420096 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:33:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:34:21 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406068 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:34:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:34:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 22:35:14 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379052 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 22:35:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:35:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/25 22:35:25 Image size of job updated: 3000000 370 - MemoryUsage of job (MB) 378524 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/25 22:35:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 3000000 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273520.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969141" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 22:37:11 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363936 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 22:37:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:37:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:38:30 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422280 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:38:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:38:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.026.000) 05/25 22:39:22 Image size of job updated: 10416968 5948 - MemoryUsage of job (MB) 6090560 - ResidentSetSize of job (KB) ... 028 (1258.026.000) 05/25 22:39:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10416968 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:39:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 5948 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 6090560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 22:40:15 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397748 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 22:40:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/25 22:42:12 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 364800 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/25 22:42:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:42:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.039.000) 05/25 22:42:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu <192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP> ... 028 (1258.039.000) 05/25 22:42:41 Job ad information event triggered. StartdAddr = "<192.168.3.151:44742?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883117&addrs=192.168.3.151-44742&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6934" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 39 EventTime = "2019-05-25T22:42:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "454575" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.039.000) 05/25 22:42:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu, rescheduling job ... 028 (1258.039.000) 05/25 22:42:41 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 39 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:42:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454575" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6934" StartdName = "slot1_6@glidein_9973_85677048@lnxfarm251.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.039.000) 05/25 22:43:07 Job executing on host: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1258.039.000) 05/25 22:43:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 39 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:43:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.042.000) 05/25 22:43:31 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425300 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:43:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:43:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.003.000) 05/25 22:43:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot7@glidein_123004_349624220@node043.local <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.003.000) 05/25 22:43:59 Job ad information event triggered. StartdAddr = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 3 EventTime = "2019-05-25T22:43:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot7@glidein_123004_349624220@node043.local" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.003.000) 05/25 22:43:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot7@glidein_123004_349624220@node043.local, rescheduling job ... 028 (1258.003.000) 05/25 22:43:59 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 3 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T22:43:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" StartdName = "slot7@glidein_123004_349624220@node043.local" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/25 22:44:41 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.003.000) 05/25 22:44:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:44:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 22:45:15 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400828 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 22:45:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:45:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:48:31 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428340 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:48:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:48:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.012.000) 05/25 22:49:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29658_96036830@mwt2-c094.campuscluster.illinois.edu <72.36.96.223:38774?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879971&addrs=72.36.96.223-38774&noUDP> ... 028 (1258.012.000) 05/25 22:49:45 Job ad information event triggered. StartdAddr = "<72.36.96.223:38774?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879971&addrs=72.36.96.223-38774&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25241" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c094.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 12 EventTime = "2019-05-25T22:49:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_29658_96036830@mwt2-c094.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274529.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.012.000) 05/25 22:49:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29658_96036830@mwt2-c094.campuscluster.illinois.edu, rescheduling job ... 028 (1258.012.000) 05/25 22:49:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:49:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274529.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" StartdName = "glidein_29658_96036830@mwt2-c094.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 22:50:16 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403072 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 22:50:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:50:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/25 22:51:12 Job executing on host: <72.36.96.66:42029?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37673&addrs=72.36.96.66-42029&noUDP> ... 028 (1258.012.000) 05/25 22:51:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:51:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.66:42029?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37673&addrs=72.36.96.66-42029&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25971" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.053.000) 05/25 22:52:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_106976_107135066@mwt2-c107.campuscluster.illinois.edu <72.36.96.236:33648?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40357&addrs=72.36.96.236-33648&noUDP> ... 028 (1258.053.000) 05/25 22:52:16 Job ad information event triggered. StartdAddr = "<72.36.96.236:33648?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40357&addrs=72.36.96.236-33648&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969077" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c107.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 53 EventTime = "2019-05-25T22:52:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_106976_107135066@mwt2-c107.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272914.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.053.000) 05/25 22:52:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_106976_107135066@mwt2-c107.campuscluster.illinois.edu, rescheduling job ... 028 (1258.053.000) 05/25 22:52:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:52:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272914.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" StartdName = "glidein_106976_107135066@mwt2-c107.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/25 22:52:39 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1258.053.000) 05/25 22:52:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:52:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.042.000) 05/25 22:53:32 Image size of job updated: 1750000 422 - MemoryUsage of job (MB) 431392 - ResidentSetSize of job (KB) ... 028 (1258.042.000) 05/25 22:53:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:53:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 431392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 22:55:16 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405728 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 22:55:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.022.000) 05/25 22:58:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_14997_457484721@iut2-c271.iu.edu <149.165.225.98:37853?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#868912&addrs=149.165.225.98-37853&noUDP> ... 028 (1258.022.000) 05/25 22:58:42 Job ad information event triggered. StartdAddr = "<149.165.225.98:37853?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#868912&addrs=149.165.225.98-37853&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7720910" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c271.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 22 EventTime = "2019-05-25T22:58:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_14997_457484721@iut2-c271.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668689.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.022.000) 05/25 22:58:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_14997_457484721@iut2-c271.iu.edu, rescheduling job ... 028 (1258.022.000) 05/25 22:58:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:58:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668689.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720910" StartdName = "glidein_14997_457484721@iut2-c271.iu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c271.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/25 22:59:43 Job executing on host: <192.170.226.11:42366?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872772&addrs=192.170.226.11-42366&noUDP> ... 028 (1258.022.000) 05/25 22:59:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:59:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.11:42366?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872772&addrs=192.170.226.11-42366&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265894.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c421.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 23:00:17 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409040 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 23:00:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 23:05:17 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412416 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 23:05:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.038.000) 05/25 23:07:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_83022_196120029@mwt2-c011.campuscluster.illinois.edu <72.36.96.140:46001?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868710&addrs=72.36.96.140-46001&noUDP> ... 028 (1258.038.000) 05/25 23:07:27 Job ad information event triggered. StartdAddr = "<72.36.96.140:46001?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868710&addrs=72.36.96.140-46001&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25324" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c011.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 38 EventTime = "2019-05-25T23:07:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_83022_196120029@mwt2-c011.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274653.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.038.000) 05/25 23:07:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_83022_196120029@mwt2-c011.campuscluster.illinois.edu, rescheduling job ... 028 (1258.038.000) 05/25 23:07:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:07:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274653.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" StartdName = "glidein_83022_196120029@mwt2-c011.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/25 23:07:51 Job executing on host: <128.186.19.143:35853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#724&addrs=128.186.19.143-35853+[--1]-35853&noUDP> ... 028 (1258.038.000) 05/25 23:07:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 38 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:07:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:35853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#724&addrs=128.186.19.143-35853+[--1]-35853&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 23:09:53 Image size of job updated: 15000000 370 - MemoryUsage of job (MB) 378116 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 23:09:53 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:09:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 23:10:17 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415364 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 23:10:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:10:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.054.000) 05/25 23:11:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_128028_818841303@scigrid2.physics.fsu.edu <128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP> ... 028 (1258.054.000) 05/25 23:11:54 Job ad information event triggered. StartdAddr = "<128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8404738" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 EventTime = "2019-05-25T23:11:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_128028_818841303@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.054.000) 05/25 23:11:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_128028_818841303@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1258.054.000) 05/25 23:11:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:11:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" StartdName = "glidein_128028_818841303@scigrid2.physics.fsu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/25 23:13:09 Job executing on host: <128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP> ... 028 (1258.054.000) 05/25 23:13:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:13:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:45185?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#696&addrs=128.186.19.143-45185+[--1]-45185&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 23:14:53 Image size of job updated: 15000000 373 - MemoryUsage of job (MB) 381820 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 23:14:53 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:14:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 381820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 23:15:18 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 418876 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 23:15:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:15:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.013.000) 05/25 23:15:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_91973_428040075@mwt2-c007.campuscluster.illinois.edu <72.36.96.136:45070?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#886703&addrs=72.36.96.136-45070&noUDP> ... 028 (1258.013.000) 05/25 23:15:58 Job ad information event triggered. StartdAddr = "<72.36.96.136:45070?CCBID=192.170.227.251:9879%3faddrs%3d192.170.227.251-9879#886703&addrs=72.36.96.136-45070&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24491" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c007.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 13 EventTime = "2019-05-25T23:15:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_91973_428040075@mwt2-c007.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272691.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.013.000) 05/25 23:15:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_91973_428040075@mwt2-c007.campuscluster.illinois.edu, rescheduling job ... 028 (1258.013.000) 05/25 23:15:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:15:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272691.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" StartdName = "glidein_91973_428040075@mwt2-c007.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c007.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/25 23:19:16 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.013.000) 05/25 23:19:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 13 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T23:19:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 23:19:53 Image size of job updated: 15000000 377 - MemoryUsage of job (MB) 385292 - ResidentSetSize of job (KB) ... 022 (1258.020.000) 05/25 23:19:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8106_315566052@mwt2-c017.campuscluster.illinois.edu <72.36.96.146:34723?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876639&addrs=72.36.96.146-34723&noUDP> ... 028 (1258.003.000) 05/25 23:19:53 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:19:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 385292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.020.000) 05/25 23:19:53 Job ad information event triggered. StartdAddr = "<72.36.96.146:34723?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876639&addrs=72.36.96.146-34723&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969402" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c017.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 20 EventTime = "2019-05-25T23:19:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_8106_315566052@mwt2-c017.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265291.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.040.000) 05/25 23:19:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_91823_201031765@uct2-c403.mwt2.org <192.170.226.224:37297?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875855&addrs=192.170.226.224-37297&noUDP> ... 024 (1258.020.000) 05/25 23:19:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8106_315566052@mwt2-c017.campuscluster.illinois.edu, rescheduling job ... 028 (1258.040.000) 05/25 23:19:54 Job ad information event triggered. StartdAddr = "<192.170.226.224:37297?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875855&addrs=192.170.226.224-37297&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25576" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 40 EventTime = "2019-05-25T23:19:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_91823_201031765@uct2-c403.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1258.020.000) 05/25 23:19:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:19:56" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265291.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" StartdName = "glidein_8106_315566052@mwt2-c017.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.040.000) 05/25 23:19:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_91823_201031765@uct2-c403.mwt2.org, rescheduling job ... 028 (1258.040.000) 05/25 23:19:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:19:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265343.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" StartdName = "glidein_91823_201031765@uct2-c403.mwt2.org" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c403.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 23:20:18 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 422980 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 23:20:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:20:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.020.000) 05/25 23:20:41 Job executing on host: <72.36.96.146:39014?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#870193&addrs=72.36.96.146-39014&noUDP> ... 028 (1258.020.000) 05/25 23:20:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 20 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:20:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:39014?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#870193&addrs=72.36.96.146-39014&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265537.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25780" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/25 23:20:45 Job executing on host: <149.165.225.97:33455?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38921&addrs=149.165.225.97-33455&noUDP> ... 028 (1258.040.000) 05/25 23:20:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 40 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:20:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.97:33455?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38921&addrs=149.165.225.97-33455&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670967.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721408" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c270.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.034.000) 05/25 23:21:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_139940_348506476@uct2-c445.mwt2.org <192.170.226.35:36419?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876743&addrs=192.170.226.35-36419&noUDP> ... 028 (1258.034.000) 05/25 23:21:19 Job ad information event triggered. StartdAddr = "<192.170.226.35:36419?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876743&addrs=192.170.226.35-36419&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c445.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 34 EventTime = "2019-05-25T23:21:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_139940_348506476@uct2-c445.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1383189.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.034.000) 05/25 23:21:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_139940_348506476@uct2-c445.mwt2.org, rescheduling job ... 028 (1258.034.000) 05/25 23:21:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:21:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383189.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" StartdName = "glidein_139940_348506476@uct2-c445.mwt2.org" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c445.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.030.000) 05/25 23:22:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_41301_112289164@mwt2-c160.campuscluster.illinois.edu <72.36.96.67:42177?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#890061&addrs=72.36.96.67-42177&noUDP> ... 028 (1258.030.000) 05/25 23:22:49 Job ad information event triggered. StartdAddr = "<72.36.96.67:42177?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#890061&addrs=72.36.96.67-42177&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25029" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c160.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 30 EventTime = "2019-05-25T23:22:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_41301_112289164@mwt2-c160.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274099.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.030.000) 05/25 23:22:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_41301_112289164@mwt2-c160.campuscluster.illinois.edu, rescheduling job ... 028 (1258.030.000) 05/25 23:22:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 30 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:22:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274099.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25029" StartdName = "glidein_41301_112289164@mwt2-c160.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.030.000) 05/25 23:23:53 Job executing on host: <192.168.3.31:37843?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#37365&addrs=192.168.3.31-37843&noUDP> ... 028 (1258.030.000) 05/25 23:23:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 30 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:23:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.31:37843?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#37365&addrs=192.168.3.31-37843&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.003.000) 05/25 23:24:54 Image size of job updated: 15000000 400 - MemoryUsage of job (MB) 408604 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 23:24:54 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:24:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.023.000) 05/25 23:25:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_290138_284526280@iut2-c295.iu.edu <149.165.225.28:42117?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893729&addrs=149.165.225.28-42117&noUDP> ... 028 (1258.023.000) 05/25 23:25:07 Job ad information event triggered. StartdAddr = "<149.165.225.28:42117?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893729&addrs=149.165.225.28-42117&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25890" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c295.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 23 EventTime = "2019-05-25T23:25:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "slot1_2@glidein_290138_284526280@iut2-c295.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270564.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.023.000) 05/25 23:25:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_290138_284526280@iut2-c295.iu.edu, rescheduling job ... 028 (1258.023.000) 05/25 23:25:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T23:25:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270564.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25890" StartdName = "slot1_2@glidein_290138_284526280@iut2-c295.iu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c295.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.034.000) 05/25 23:25:11 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.034.000) 05/25 23:25:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 34 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T23:25:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.046.000) 05/25 23:25:19 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427696 - ResidentSetSize of job (KB) ... 028 (1258.046.000) 05/25 23:25:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:25:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25494" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/25 23:26:02 Job executing on host: <72.36.96.194:42248?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#894100&addrs=72.36.96.194-42248&noUDP> ... 028 (1258.023.000) 05/25 23:26:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:26:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.194:42248?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#894100&addrs=72.36.96.194-42248&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26140" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.021.000) 05/25 23:27:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3443_985363317@AS-CSD-1170-03-S4-its-c7-osg-20190309 <10.0.2.15:41671?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870379&addrs=10.0.2.15-41671&noUDP> ... 028 (1258.021.000) 05/25 23:27:57 Job ad information event triggered. StartdAddr = "<10.0.2.15:41671?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870379&addrs=10.0.2.15-41671&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21027" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 21 EventTime = "2019-05-25T23:27:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3443_985363317@AS-CSD-1170-03-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.021.000) 05/25 23:27:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3443_985363317@AS-CSD-1170-03-S4-its-c7-osg-20190309, rescheduling job ... 028 (1258.021.000) 05/25 23:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:27:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389090.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21027" StartdName = "glidein_3443_985363317@AS-CSD-1170-03-S4-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.021.000) 05/25 23:28:41 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.021.000) 05/25 23:28:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 21 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:28:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.039.000) 05/25 23:28:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1258.039.000) 05/25 23:28:44 Job ad information event triggered. StartdAddr = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 39 EventTime = "2019-05-25T23:28:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466335" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.026.000) 05/25 23:29:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_92670_45726822@mwt2-c116.campuscluster.illinois.edu <72.36.96.245:38633?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#878741&addrs=72.36.96.245-38633&noUDP> ... 028 (1258.026.000) 05/25 23:29:05 Job ad information event triggered. StartdAddr = "<72.36.96.245:38633?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#878741&addrs=72.36.96.245-38633&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25813" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 26 EventTime = "2019-05-25T23:29:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_92670_45726822@mwt2-c116.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.026.000) 05/25 23:29:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_92670_45726822@mwt2-c116.campuscluster.illinois.edu, rescheduling job ... 028 (1258.026.000) 05/25 23:29:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:29:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265559.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25813" StartdName = "glidein_92670_45726822@mwt2-c116.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/25 23:29:38 Job executing on host: <72.36.96.213:45578?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#875676&addrs=72.36.96.213-45578&noUDP> ... 028 (1258.026.000) 05/25 23:29:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:29:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.213:45578?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#875676&addrs=72.36.96.213-45578&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26156" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 23:29:54 Image size of job updated: 15000000 402 - MemoryUsage of job (MB) 411504 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 23:29:54 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:29:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 411504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.007.000) 05/25 23:30:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_25909_60872189@mwt2-c057.campuscluster.illinois.edu <72.36.96.186:33408?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867582&addrs=72.36.96.186-33408&noUDP> ... 028 (1258.007.000) 05/25 23:30:36 Job ad information event triggered. StartdAddr = "<72.36.96.186:33408?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867582&addrs=72.36.96.186-33408&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25367" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c057.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 7 EventTime = "2019-05-25T23:30:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_25909_60872189@mwt2-c057.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274735.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.007.000) 05/25 23:30:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_25909_60872189@mwt2-c057.campuscluster.illinois.edu, rescheduling job ... 028 (1258.007.000) 05/25 23:30:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:30:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274735.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" StartdName = "glidein_25909_60872189@mwt2-c057.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1258.039.000) 05/25 23:30:45 Job reconnected to slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu startd address: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> starter address: <192.168.3.135:42492?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908510&PrivNet=lnxfarm235.colorado.edu&addrs=192.168.3.135-42492&noUDP> ... 028 (1258.039.000) 05/25 23:30:45 Job ad information event triggered. StartdAddr = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 39 EventTime = "2019-05-25T23:30:45" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot1_1@glidein_3179_398199406@lnxfarm235.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<192.168.3.135:42492?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908510&PrivNet=lnxfarm235.colorado.edu&addrs=192.168.3.135-42492&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466335" EventDescription = "Job reconnected" ... 022 (1258.015.000) 05/25 23:30:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_80821_241225664@mwt2-c064.campuscluster.illinois.edu <72.36.96.193:42704?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#868572&addrs=72.36.96.193-42704&noUDP> ... 028 (1258.015.000) 05/25 23:30:48 Job ad information event triggered. StartdAddr = "<72.36.96.193:42704?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#868572&addrs=72.36.96.193-42704&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25324" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c064.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-25T23:30:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_80821_241225664@mwt2-c064.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274651.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.015.000) 05/25 23:30:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_80821_241225664@mwt2-c064.campuscluster.illinois.edu, rescheduling job ... 028 (1258.015.000) 05/25 23:30:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:30:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274651.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" StartdName = "glidein_80821_241225664@mwt2-c064.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c064.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.050.000) 05/25 23:30:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309 <10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP> ... 028 (1258.050.000) 05/25 23:30:54 Job ad information event triggered. StartdAddr = "<10.0.2.15:45088?CCBID=192.170.227.251:9748%3faddrs%3d192.170.227.251-9748#868540&addrs=10.0.2.15-45088&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716336" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 50 EventTime = "2019-05-25T23:30:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.050.000) 05/25 23:30:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.050.000) 05/25 23:30:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 50 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:30:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378072.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" StartdName = "glidein_3485_404702025@AS-124CARN-02-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-124CARN-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/25 23:31:03 Job executing on host: <72.36.96.216:33577?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#869356&addrs=72.36.96.216-33577&noUDP> ... 028 (1258.007.000) 05/25 23:31:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:31:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.216:33577?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#869356&addrs=72.36.96.216-33577&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266033.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.048.000) 05/25 23:31:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1100243_258430860@nod22.phys.uconn.edu <137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP> ... 028 (1258.048.000) 05/25 23:31:25 Job ad information event triggered. StartdAddr = "<137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2989" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-25T23:31:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1100243_258430860@nod22.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.048.000) 05/25 23:31:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1100243_258430860@nod22.phys.uconn.edu, rescheduling job ... 028 (1258.048.000) 05/25 23:31:27 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:31:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" StartdName = "glidein_1100243_258430860@nod22.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/25 23:31:36 Job executing on host: <10.125.2.196:34163?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868378&addrs=10.125.2.196-34163&noUDP> ... 028 (1258.015.000) 05/25 23:31:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Clemson" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T23:31:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" TriggerEventTypeNumber = 1 ExecuteHost = "<10.125.2.196:34163?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868378&addrs=10.125.2.196-34163&noUDP>" JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1258.050.000) 05/25 23:31:37 Job executing on host: <72.36.96.211:36180?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#860350&addrs=72.36.96.211-36180&noUDP> ... 028 (1258.050.000) 05/25 23:31:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:31:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.211:36180?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#860350&addrs=72.36.96.211-36180&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/25 23:32:13 Job executing on host: <72.36.96.67:44512?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#872858&addrs=72.36.96.67-44512&noUDP> ... 028 (1258.048.000) 05/25 23:32:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:32:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.67:44512?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#872858&addrs=72.36.96.67-44512&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276473.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26174" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/25 23:33:19 Image size of job updated: 15000000 4050 - MemoryUsage of job (MB) 4146300 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/25 23:33:19 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:33:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 4050 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404738" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 4146300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.004.000) 05/25 23:34:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu <192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP> ... 028 (1258.004.000) 05/25 23:34:46 Job ad information event triggered. StartdAddr = "<192.168.3.113:44816?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#867848&addrs=192.168.3.113-44816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6874077" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 4 EventTime = "2019-05-25T23:34:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "464546" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.004.000) 05/25 23:34:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu, rescheduling job ... 028 (1258.004.000) 05/25 23:34:46 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:34:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464546" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874077" StartdName = "slot1_1@glidein_18350_258867194@lnxfarm213.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.003.000) 05/25 23:34:55 Image size of job updated: 15000000 405 - MemoryUsage of job (MB) 414500 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 23:34:55 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:34:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 414500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.049.000) 05/25 23:35:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_53334_109886088@mwt2-c011.campuscluster.illinois.edu <72.36.96.140:38086?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874980&addrs=72.36.96.140-38086&noUDP> ... 028 (1258.049.000) 05/25 23:35:13 Job ad information event triggered. StartdAddr = "<72.36.96.140:38086?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874980&addrs=72.36.96.140-38086&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c011.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 49 EventTime = "2019-05-25T23:35:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_53334_109886088@mwt2-c011.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265354.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.049.000) 05/25 23:35:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_53334_109886088@mwt2-c011.campuscluster.illinois.edu, rescheduling job ... 028 (1258.049.000) 05/25 23:35:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:35:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265354.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" StartdName = "glidein_53334_109886088@mwt2-c011.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/25 23:35:44 Job executing on host: <192.170.226.95:35271?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#879099&addrs=192.170.226.95-35271&noUDP> ... 028 (1258.004.000) 05/25 23:35:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T23:35:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.95:35271?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#879099&addrs=192.170.226.95-35271&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271191.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26379" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c271.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.049.000) 05/25 23:35:46 Job executing on host: <192.170.226.151:33354?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895423&addrs=192.170.226.151-33354&noUDP> ... 028 (1258.049.000) 05/25 23:35:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:35:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.151:33354?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895423&addrs=192.170.226.151-33354&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266037.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26337" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c330.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.042.000) 05/25 23:36:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9380_918413073@mwt2-c008.campuscluster.illinois.edu <72.36.96.137:39059?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#879198&addrs=72.36.96.137-39059&noUDP> ... 028 (1258.042.000) 05/25 23:36:29 Job ad information event triggered. StartdAddr = "<72.36.96.137:39059?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#879198&addrs=72.36.96.137-39059&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969473" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 42 EventTime = "2019-05-25T23:36:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_9380_918413073@mwt2-c008.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.042.000) 05/25 23:36:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9380_918413073@mwt2-c008.campuscluster.illinois.edu, rescheduling job ... 028 (1258.042.000) 05/25 23:36:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:36:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274795.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" StartdName = "glidein_9380_918413073@mwt2-c008.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.016.000) 05/25 23:36:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3447_509289248@AS-CSD-1170-03-S6-its-c7-osg-20190309 <10.0.2.15:39446?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888664&addrs=10.0.2.15-39446&noUDP> ... 028 (1258.016.000) 05/25 23:36:40 Job ad information event triggered. StartdAddr = "<10.0.2.15:39446?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888664&addrs=10.0.2.15-39446&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23297" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 16 EventTime = "2019-05-25T23:36:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3447_509289248@AS-CSD-1170-03-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.016.000) 05/25 23:36:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3447_509289248@AS-CSD-1170-03-S6-its-c7-osg-20190309, rescheduling job ... 028 (1258.016.000) 05/25 23:36:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 16 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:36:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389091.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" StartdName = "glidein_3447_509289248@AS-CSD-1170-03-S6-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1170-03-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.042.000) 05/25 23:36:44 Job executing on host: <137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP> ... 028 (1258.042.000) 05/25 23:36:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:36:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 23:36:46 Image size of job updated: 1750000 347 - MemoryUsage of job (MB) 354824 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 23:36:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:36:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.024.000) 05/25 23:36:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_27518_845789648@mwt2-c061.campuscluster.illinois.edu <72.36.96.190:43914?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875977&addrs=72.36.96.190-43914&noUDP> ... 028 (1258.024.000) 05/25 23:36:53 Job ad information event triggered. StartdAddr = "<72.36.96.190:43914?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875977&addrs=72.36.96.190-43914&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c061.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 24 EventTime = "2019-05-25T23:36:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_27518_845789648@mwt2-c061.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265335.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.024.000) 05/25 23:36:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_27518_845789648@mwt2-c061.campuscluster.illinois.edu, rescheduling job ... 028 (1258.024.000) 05/25 23:36:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:36:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265335.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" StartdName = "glidein_27518_845789648@mwt2-c061.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.024.000) 05/25 23:37:24 Job executing on host: <72.36.96.41:33345?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#869322&addrs=72.36.96.41-33345&noUDP> ... 028 (1258.024.000) 05/25 23:37:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:37:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.41:33345?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#869322&addrs=72.36.96.41-33345&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.016.000) 05/25 23:37:39 Job executing on host: <192.168.4.113:37839?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885345&addrs=192.168.4.113-37839&noUDP> ... 028 (1258.016.000) 05/25 23:37:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:37:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.113:37839?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885345&addrs=192.168.4.113-37839&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1258.009.000) 05/25 23:38:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_25093_424890172@mwt2-c049.campuscluster.illinois.edu <72.36.96.178:34183?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876799&addrs=72.36.96.178-34183&noUDP> ... 028 (1258.009.000) 05/25 23:38:47 Job ad information event triggered. StartdAddr = "<72.36.96.178:34183?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876799&addrs=72.36.96.178-34183&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25091" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 9 EventTime = "2019-05-25T23:38:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_25093_424890172@mwt2-c049.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274174.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.009.000) 05/25 23:38:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_25093_424890172@mwt2-c049.campuscluster.illinois.edu, rescheduling job ... 028 (1258.009.000) 05/25 23:38:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:38:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274174.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25091" StartdName = "glidein_25093_424890172@mwt2-c049.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/25 23:39:55 Image size of job updated: 15000000 409 - MemoryUsage of job (MB) 418608 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/25 23:39:55 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:39:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 418608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.031.000) 05/25 23:40:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309 <10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP> ... 028 (1258.031.000) 05/25 23:40:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:41121?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#867831&addrs=10.0.2.15-41121&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8117189" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 31 EventTime = "2019-05-25T23:40:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.031.000) 05/25 23:40:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309, rescheduling job ... 028 (1258.031.000) 05/25 23:40:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:40:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441711.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117189" StartdName = "glidein_3435_641273248@WHIT-234-04-S3-its-c7-osg-20190309" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-04-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.008.000) 05/25 23:40:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1048149_71339256@stat112.phys.uconn.edu <137.99.79.176:30555?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#705&addrs=137.99.79.176-30555+[--1]-30555&noUDP> ... 028 (1258.008.000) 05/25 23:40:05 Job ad information event triggered. StartdAddr = "<137.99.79.176:30555?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#705&addrs=137.99.79.176-30555+[--1]-30555&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-25T23:40:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_1048149_71339256@stat112.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.008.000) 05/25 23:40:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1048149_71339256@stat112.phys.uconn.edu, rescheduling job ... 028 (1258.008.000) 05/25 23:40:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:40:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" StartdName = "glidein_1048149_71339256@stat112.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/25 23:40:08 Job executing on host: <192.168.4.123:36743?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869093&addrs=192.168.4.123-36743&noUDP> ... 028 (1258.009.000) 05/25 23:40:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 9 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:40:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.123:36743?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869093&addrs=192.168.4.123-36743&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "468828" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6877110" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.031.000) 05/25 23:40:47 Job executing on host: <137.99.79.176:30555?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#705&addrs=137.99.79.176-30555+[--1]-30555&noUDP> ... 028 (1258.031.000) 05/25 23:40:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:40:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.176:30555?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#705&addrs=137.99.79.176-30555+[--1]-30555&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/25 23:40:48 Job executing on host: <192.170.226.160:43420?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861509&addrs=192.170.226.160-43420&noUDP> ... 028 (1258.008.000) 05/25 23:40:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T23:40:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.160:43420?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861509&addrs=192.170.226.160-43420&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271273.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717778" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c339.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/25 23:41:37 Job was evicted. (0) Job terminated and was requeued Usr 0 00:22:41, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 443985376 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/25 23:41:37 Job ad information event triggered. SentBytes = 443985376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 39 EventTime = "2019-05-25T23:41:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:22:41, Sys 0 00:00:33" JOB_GLIDEIN_SiteWMS_JobId = "466335" ... 006 (1258.050.000) 05/25 23:41:46 Image size of job updated: 1750000 350 - MemoryUsage of job (MB) 358148 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 23:41:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:41:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/25 23:43:29 Job executing on host: <72.36.96.171:46659?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#879328&addrs=72.36.96.171-46659&noUDP> ... 028 (1258.039.000) 05/25 23:43:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:43:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:46659?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#879328&addrs=72.36.96.171-46659&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969939" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/25 23:44:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:41, Sys 0 00:02:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/25 23:44:25 Job ad information event triggered. SentBytes = 1000992128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25780" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c457.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 18 EventTime = "2019-05-25T23:44:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:41, Sys 0 00:02:12" JOB_GLIDEIN_SiteWMS_JobId = "265530.0" ... 001 (1258.018.000) 05/25 23:44:41 Job executing on host: <137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP> ... 028 (1258.018.000) 05/25 23:44:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:44:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 23:45:57 Image size of job updated: 1750000 364 - MemoryUsage of job (MB) 372568 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 23:45:57 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:45:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 372568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 23:46:48 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 361148 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 23:46:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:46:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/25 23:47:22 Image size of job updated: 12500000 1002 - MemoryUsage of job (MB) 1025692 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/25 23:47:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:47:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 1002 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33691" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c379.mwt2.org" Subproc = 0 ResidentSetSize = 1025692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.051.000) 05/25 23:49:51 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:51, Sys 0 00:03:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:51, Sys 0 00:03:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892680960 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1892680960 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 664444108 Memory (MB) : 397 1024 1920 ... 028 (1258.051.000) 05/25 23:49:51 Job ad information event triggered. SentBytes = 1892680960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25449" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c023.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:51, Sys 0 00:03:35" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 51 EventTime = "2019-05-25T23:49:51" TotalSentBytes = 1892680960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:46:51, Sys 0 00:03:35" JOB_GLIDEIN_SiteWMS_JobId = "274833.0" TotalReceivedBytes = 845105472.0 ... 004 (1258.041.000) 05/25 23:50:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:24, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605276032 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/25 23:50:10 Job ad information event triggered. SentBytes = 1605276032.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969563" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@mwt2-c081.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 41 EventTime = "2019-05-25T23:50:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:40:24, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "274950.0" ... 001 (1258.041.000) 05/25 23:50:43 Job executing on host: <137.99.79.161:15796?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#651&addrs=137.99.79.161-15796+[--1]-15796&noUDP> ... 028 (1258.041.000) 05/25 23:50:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:50:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.161:15796?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#651&addrs=137.99.79.161-15796+[--1]-15796&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716819.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214144" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/25 23:50:57 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 373724 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 23:50:57 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:50:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 373724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 23:51:48 Image size of job updated: 1750000 356 - MemoryUsage of job (MB) 363836 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 23:51:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:51:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/25 23:53:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:01, Sys 0 00:04:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600990464 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/25 23:53:17 Job ad information event triggered. SentBytes = 1600990464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969268" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c058.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 14 EventTime = "2019-05-25T23:53:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:01, Sys 0 00:04:07" JOB_GLIDEIN_SiteWMS_JobId = "265079.0" ... 001 (1258.014.000) 05/25 23:53:47 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.014.000) 05/25 23:53:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:53:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.025.000) 05/25 23:54:27 Job terminated. (1) Normal termination (return value 0) Usr 0 02:13:07, Sys 0 00:04:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:13:07, Sys 0 00:04:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1824764544 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1824764544 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 78618264 Memory (MB) : 416 1024 2048 ... 028 (1258.025.000) 05/25 23:54:27 Job ad information event triggered. SentBytes = 1824764544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:13:07, Sys 0 00:04:19" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 25 EventTime = "2019-05-25T23:54:27" TotalSentBytes = 1824764544.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:07, Sys 0 00:04:19" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" TotalReceivedBytes = 845105472.0 ... 004 (1258.000.000) 05/25 23:55:33 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:06, Sys 0 00:03:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/25 23:55:33 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-25T23:55:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:06, Sys 0 00:03:34" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 006 (1258.031.000) 05/25 23:55:59 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375172 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/25 23:55:59 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:55:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/25 23:56:40 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/25 23:56:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:56:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/25 23:56:49 Image size of job updated: 1750000 358 - MemoryUsage of job (MB) 366272 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/25 23:56:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:56:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.046.000) 05/25 23:56:52 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:48, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:48, Sys 0 00:03:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888807808 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1888811776 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 672625072 Memory (MB) : 418 1024 1920 ... 028 (1258.046.000) 05/25 23:56:52 Job ad information event triggered. SentBytes = 1888807808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25494" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c052.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:48, Sys 0 00:03:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 46 EventTime = "2019-05-25T23:56:52" TotalSentBytes = 1888811776.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:48, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "265265.0" TotalReceivedBytes = 845105472.0 ... 004 (1258.047.000) 05/25 23:59:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:54, Sys 0 00:02:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339965184 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/25 23:59:09 Job ad information event triggered. SentBytes = 1339965184.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "33691" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c379.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 47 EventTime = "2019-05-25T23:59:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:25:54, Sys 0 00:02:38" JOB_GLIDEIN_SiteWMS_JobId = "1385354.0" ... 001 (1258.047.000) 05/26 00:00:00 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 00:00:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:00:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 00:00:32 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:48, Sys 0 00:01:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825636480 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 00:00:32 Job ad information event triggered. SentBytes = 1825636480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T00:00:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:48, Sys 0 00:01:05" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 006 (1258.031.000) 05/26 00:00:59 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376796 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:00:59 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/26 00:01:29 Job executing on host: <137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP> ... 028 (1258.003.000) 05/26 00:01:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:01:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:01:49 Image size of job updated: 1750000 361 - MemoryUsage of job (MB) 369256 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:01:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:01:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 00:03:54 Job was evicted. (0) Job terminated and was requeued Usr 0 00:16:39, Sys 0 00:00:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 317185664 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 00:03:54 Job ad information event triggered. SentBytes = 317185664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7717778" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c339.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 8 EventTime = "2019-05-26T00:03:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:16:39, Sys 0 00:00:38" JOB_GLIDEIN_SiteWMS_JobId = "271273.0" ... 001 (1258.008.000) 05/26 00:05:19 Job executing on host: <192.170.226.160:43420?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861509&addrs=192.170.226.160-43420&noUDP> ... 028 (1258.008.000) 05/26 00:05:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-26T00:05:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.160:43420?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861509&addrs=192.170.226.160-43420&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271273.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717778" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c339.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:05:59 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378216 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:05:59 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:06:49 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 373160 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:06:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:06:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 00:07:08 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:46, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608424192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 00:07:08 Job ad information event triggered. SentBytes = 1608424192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25971" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c159.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 12 EventTime = "2019-05-26T00:07:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:26:46, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "275922.0" ... 001 (1258.012.000) 05/26 00:08:46 Job executing on host: <128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP> ... 028 (1258.012.000) 05/26 00:08:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 12 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T00:08:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:10:59 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379852 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:10:59 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:10:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/26 00:11:15 Image size of job updated: 15000000 423 - MemoryUsage of job (MB) 432360 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/26 00:11:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266033.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 432360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:11:49 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376380 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:11:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:11:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:12:36 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376496 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:12:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:12:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.009.000) 05/26 00:15:21 Image size of job updated: 12500000 7399 - MemoryUsage of job (MB) 7576208 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/26 00:15:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 9 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 7399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "468828" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6877110" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 7576208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.031.000) 05/26 00:16:00 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380864 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:16:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:16:49 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378684 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:16:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:16:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 00:17:22 Job was evicted. (0) Job terminated and was requeued Usr 0 00:04:33, Sys 0 00:00:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 103417144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 00:17:22 Job ad information event triggered. SentBytes = 103417144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6877110" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 9 EventTime = "2019-05-26T00:17:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:04:33, Sys 0 00:00:53" JOB_GLIDEIN_SiteWMS_JobId = "468828" ... 006 (1258.024.000) 05/26 00:17:36 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379676 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:17:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:17:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:17:52 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377040 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:17:52 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:17:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1258.009.000) 05/26 00:18:03 Job executing on host: <72.36.96.205:32908?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#889025&addrs=72.36.96.205-32908&noUDP> ... 028 (1258.009.000) 05/26 00:18:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:18:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:32908?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#889025&addrs=72.36.96.205-32908&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266212.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26532" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:21:00 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382548 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:21:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 00:21:33 Job was evicted. (0) Job terminated and was requeued Usr 0 01:10:51, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077794176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 00:21:33 Job ad information event triggered. SentBytes = 1077794176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8404738" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 EventTime = "2019-05-26T00:21:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:10:51, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "67973.0" ... 006 (1258.050.000) 05/26 00:21:50 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381452 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:21:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:21:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:22:36 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397484 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:22:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:22:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 00:22:41 Job executing on host: <192.168.4.126:40401?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#893685&addrs=192.168.4.126-40401&noUDP> ... 028 (1258.054.000) 05/26 00:22:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 54 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:22:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.126:40401?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#893685&addrs=192.168.4.126-40401&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.016.000) 05/26 00:22:53 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381264 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:22:53 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:22:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.008.000) 05/26 00:25:31 Image size of job updated: 12500000 1317 - MemoryUsage of job (MB) 1348344 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/26 00:25:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-26T00:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 1317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271273.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717778" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 1348344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:26:00 Image size of job updated: 1750000 376 - MemoryUsage of job (MB) 384704 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:26:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 384704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 00:26:03 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:22, Sys 0 00:02:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633075840 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 00:26:03 Job ad information event triggered. SentBytes = 1633075840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26202" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c421.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 22 EventTime = "2019-05-26T00:26:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:22, Sys 0 00:02:21" JOB_GLIDEIN_SiteWMS_JobId = "265894.0" ... 001 (1258.022.000) 05/26 00:26:38 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.022.000) 05/26 00:26:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:26:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:26:51 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400312 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:26:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:26:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:27:37 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400700 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:27:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:27:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:27:53 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 398200 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:27:53 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:27:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 398200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.038.000) 05/26 00:28:14 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:50, Sys 0 00:04:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348505216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 00:28:14 Job ad information event triggered. SentBytes = 1348505216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "28187" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 38 EventTime = "2019-05-26T00:28:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:29:50, Sys 0 00:04:22" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" ... 001 (1258.038.000) 05/26 00:29:26 Job executing on host: <128.186.19.143:35853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#724&addrs=128.186.19.143-35853+[--1]-35853&noUDP> ... 028 (1258.038.000) 05/26 00:29:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 38 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T00:29:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:35853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#724&addrs=128.186.19.143-35853+[--1]-35853&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.008.000) 05/26 00:30:32 Image size of job updated: 12500000 4692 - MemoryUsage of job (MB) 4804412 - ResidentSetSize of job (KB) ... 028 (1258.008.000) 05/26 00:30:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-26T00:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 4692 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271273.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717778" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c339.mwt2.org" Subproc = 0 ResidentSetSize = 4804412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:31:01 Image size of job updated: 1750000 377 - MemoryUsage of job (MB) 385624 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:31:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 385624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.049.000) 05/26 00:31:02 Image size of job updated: 1554116 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1258.049.000) 05/26 00:31:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266037.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26337" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c330.mwt2.org" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:31:51 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402992 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:31:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:31:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:32:38 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403308 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:32:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:32:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:32:54 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402676 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:32:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:32:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.026.000) 05/26 00:33:45 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:27, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190951424 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 00:33:45 Job ad information event triggered. SentBytes = 1190951424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26156" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c084.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 26 EventTime = "2019-05-26T00:33:45" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:08:27, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "276419.0" ... 004 (1258.053.000) 05/26 00:34:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:17, Sys 0 00:03:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306976768 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 00:34:20 Job ad information event triggered. SentBytes = 1306976768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T00:34:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:17, Sys 0 00:03:46" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" ... 001 (1258.026.000) 05/26 00:34:37 Job executing on host: <72.36.96.246:33542?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#870374&addrs=72.36.96.246-33542&noUDP> ... 028 (1258.026.000) 05/26 00:34:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:34:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.246:33542?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#870374&addrs=72.36.96.246-33542&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275451.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25737" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c117.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 00:34:48 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1258.053.000) 05/26 00:34:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:34:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:36:01 Image size of job updated: 1750000 378 - MemoryUsage of job (MB) 386492 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:36:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 386492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:36:52 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406508 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:36:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:36:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:37:38 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406272 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:37:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:37:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:37:55 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 406900 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:37:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 406900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.003.000) 05/26 00:38:41 Job was evicted. (0) Job terminated and was requeued Usr 0 00:42:03, Sys 0 00:00:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 882192320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 00:38:41 Job ad information event triggered. SentBytes = 882192320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T00:38:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:42:03, Sys 0 00:00:37" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" ... 001 (1258.003.000) 05/26 00:39:40 Job executing on host: <137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP> ... 028 (1258.003.000) 05/26 00:39:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:39:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:41:02 Image size of job updated: 1750000 380 - MemoryUsage of job (MB) 388384 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:41:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 388384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:41:52 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408848 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:41:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:41:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:42:40 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408844 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:42:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:42:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:42:55 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 410596 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:42:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:42:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 410596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.031.000) 05/26 00:46:03 Image size of job updated: 1750000 381 - MemoryUsage of job (MB) 390076 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:46:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 390076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:46:53 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 411464 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:46:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:46:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:47:40 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412584 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:47:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:47:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:47:56 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415172 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:47:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.023.000) 05/26 00:50:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:21, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322944 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 00:50:00 Job ad information event triggered. SentBytes = 1366322944.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26140" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c065.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 23 EventTime = "2019-05-26T00:50:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:26:21, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "276293.0" ... 001 (1258.023.000) 05/26 00:50:45 Job executing on host: <72.36.96.191:33535?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37778&addrs=72.36.96.191-33535&noUDP> ... 028 (1258.023.000) 05/26 00:50:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:50:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.191:33535?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37778&addrs=72.36.96.191-33535&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276941.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26517" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 00:51:03 Image size of job updated: 1750000 383 - MemoryUsage of job (MB) 391600 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:51:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:51:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 391600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:51:53 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415360 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:51:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:51:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:52:40 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414096 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:52:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:52:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:52:56 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419132 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:52:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:52:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1258.030.000) 05/26 00:54:53 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:18, Sys 0 00:01:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:18, Sys 0 00:01:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862326016 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1862326016 - Total Bytes Sent By Job 1267658240 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 8608003 Memory (MB) : 367 1024 1024 ... 028 (1258.030.000) 05/26 00:54:53 Job ad information event triggered. SentBytes = 1862326016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875247" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:18, Sys 0 00:01:52" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 30 EventTime = "2019-05-26T00:54:53" TotalSentBytes = 1862326016.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:22:18, Sys 0 00:01:52" JOB_GLIDEIN_SiteWMS_JobId = "466178" TotalReceivedBytes = 1267658240.0 ... 006 (1258.031.000) 05/26 00:56:04 Image size of job updated: 1750000 384 - MemoryUsage of job (MB) 393148 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 00:56:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 393148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 00:56:53 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418664 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 00:56:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:56:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 00:57:41 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 418104 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 00:57:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:57:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.016.000) 05/26 00:57:57 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423092 - ResidentSetSize of job (KB) ... 028 (1258.016.000) 05/26 00:57:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 16 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454488" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6879" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1258.012.000) 05/26 00:59:00 Image size of job updated: 1557724 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/26 00:59:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1557724 Proc = 12 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T00:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 00:59:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:17, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696807552 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 00:59:27 Job ad information event triggered. SentBytes = 1696807552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26379" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c271.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 4 EventTime = "2019-05-26T00:59:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:25:17, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "271191.0" ... 001 (1258.004.000) 05/26 00:59:51 Job executing on host: <72.36.96.224:35502?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877668&addrs=72.36.96.224-35502&noUDP> ... 028 (1258.004.000) 05/26 00:59:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:59:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.224:35502?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877668&addrs=72.36.96.224-35502&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277004.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970123" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c095.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 01:01:04 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 395000 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:01:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:01:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 395000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 01:01:53 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422080 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 01:01:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:01:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 01:02:41 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420452 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 01:02:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:02:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 01:04:51 Job was evicted. (0) Job terminated and was requeued Usr 0 00:33:40, Sys 0 00:01:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 369490912 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 01:04:51 Job ad information event triggered. SentBytes = 369490912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T01:04:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:33:40, Sys 0 00:01:06" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" ... 004 (1258.013.000) 05/26 01:04:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:14:48, Sys 0 00:02:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1611987968 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 01:04:56 Job ad information event triggered. SentBytes = 1611987968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 13 EventTime = "2019-05-26T01:04:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:14:48, Sys 0 00:02:38" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 001 (1258.013.000) 05/26 01:05:43 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1258.013.000) 05/26 01:05:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:05:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 01:05:59 Job was evicted. (0) Job was not checkpointed. Usr 0 00:47:03, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1250000 1 670173116 Memory (MB) : 370 1024 1920 ... 028 (1258.029.000) 05/26 01:05:59 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7969141" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c042.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 29 EventTime = "2019-05-26T01:05:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:47:03, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "273520.0" ... 006 (1258.031.000) 05/26 01:06:04 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 395264 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:06:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:06:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 395264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/26 01:06:30 Job executing on host: <72.36.96.189:33356?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#888017&addrs=72.36.96.189-33356&noUDP> ... 028 (1258.029.000) 05/26 01:06:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 29 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:06:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.189:33356?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#888017&addrs=72.36.96.189-33356&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266439.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26758" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 01:06:54 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425120 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 01:06:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:06:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.024.000) 05/26 01:07:42 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423068 - ResidentSetSize of job (KB) ... 028 (1258.024.000) 05/26 01:07:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 24 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:07:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 01:08:28 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.053.000) 05/26 01:08:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 53 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T01:08:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 01:09:11 Job was evicted. (0) Job terminated and was requeued Usr 0 01:45:09, Sys 0 00:02:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718395904 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 01:09:11 Job ad information event triggered. SentBytes = 1718395904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7721408" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c270.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 40 EventTime = "2019-05-26T01:09:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:45:09, Sys 0 00:02:40" JOB_GLIDEIN_SiteWMS_JobId = "1670967.0" ... 001 (1258.040.000) 05/26 01:09:42 Job executing on host: <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.040.000) 05/26 01:09:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:09:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.050.000) 05/26 01:10:37 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425380 - ResidentSetSize of job (KB) ... 028 (1258.050.000) 05/26 01:10:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25931" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 01:10:40 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:41, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599546496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 01:10:40 Job ad information event triggered. SentBytes = 1599546496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26174" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 48 EventTime = "2019-05-26T01:10:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:32:41, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "276473.0" ... 004 (1258.007.000) 05/26 01:10:40 Job was evicted. (0) Job terminated and was requeued Usr 0 01:36:43, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628010496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 01:10:40 Job ad information event triggered. SentBytes = 1628010496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969914" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c087.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 7 EventTime = "2019-05-26T01:10:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:36:43, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "266033.0" ... 006 (1258.031.000) 05/26 01:11:05 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423328 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:11:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:11:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 423328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 01:12:20 Job executing on host: <72.36.96.214:40024?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872942&addrs=72.36.96.214-40024&noUDP> ... 028 (1258.048.000) 05/26 01:12:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:12:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.214:40024?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872942&addrs=72.36.96.214-40024&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266460.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970176" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c085.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/26 01:12:23 Job executing on host: <72.36.96.195:34299?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#877566&addrs=72.36.96.195-34299&noUDP> ... 028 (1258.007.000) 05/26 01:12:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:12:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:34299?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#877566&addrs=72.36.96.195-34299&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277088.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26694" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.016.000) 05/26 01:12:56 Job terminated. (1) Normal termination (return value 0) Usr 0 01:18:03, Sys 0 00:01:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:18:03, Sys 0 00:01:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1924437760 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1924437760 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 7785416 Memory (MB) : 414 1024 1024 ... 028 (1258.016.000) 05/26 01:12:56 Job ad information event triggered. SentBytes = 1924437760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6879" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:18:03, Sys 0 00:01:52" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 16 EventTime = "2019-05-26T01:12:56" TotalSentBytes = 1924437760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:18:03, Sys 0 00:01:52" JOB_GLIDEIN_SiteWMS_JobId = "454488" TotalReceivedBytes = 845105472.0 ... 004 (1258.039.000) 05/26 01:17:42 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:59, Sys 0 00:03:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391634048 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 01:17:42 Job ad information event triggered. SentBytes = 1391634048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969939" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c042.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 39 EventTime = "2019-05-26T01:17:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:23:59, Sys 0 00:03:20" JOB_GLIDEIN_SiteWMS_JobId = "266084.0" ... 001 (1258.039.000) 05/26 01:19:09 Job executing on host: <128.186.19.143:38143?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#718&addrs=128.186.19.143-38143+[--1]-38143&noUDP> ... 028 (1258.039.000) 05/26 01:19:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 39 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T01:19:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:38143?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#718&addrs=128.186.19.143-38143+[--1]-38143&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29010" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 01:21:05 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423380 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:21:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:21:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 423380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 01:26:05 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 424968 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:26:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:26:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 424968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 01:30:37 Job was evicted. (0) Job terminated and was requeued Usr 0 00:36:39, Sys 0 00:01:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077793536 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 01:30:37 Job ad information event triggered. SentBytes = 1077793536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6807" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 54 EventTime = "2019-05-26T01:30:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:36:39, Sys 0 00:01:33" JOB_GLIDEIN_SiteWMS_JobId = "454342" ... 006 (1258.031.000) 05/26 01:31:05 Image size of job updated: 1750000 421 - MemoryUsage of job (MB) 430592 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:31:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:31:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 430592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.050.000) 05/26 01:31:21 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:53, Sys 0 00:03:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:53, Sys 0 00:03:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888460544 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1888460544 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 568524800 Memory (MB) : 416 1024 1920 ... 028 (1258.050.000) 05/26 01:31:21 Job ad information event triggered. SentBytes = 1888460544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c082.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:53, Sys 0 00:03:25" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 50 EventTime = "2019-05-26T01:31:21" TotalSentBytes = 1888460544.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:48:53, Sys 0 00:03:25" JOB_GLIDEIN_SiteWMS_JobId = "265659.0" TotalReceivedBytes = 845105472.0 ... 001 (1258.054.000) 05/26 01:31:27 Job executing on host: <72.36.96.240:37010?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873789&addrs=72.36.96.240-37010&noUDP> ... 028 (1258.054.000) 05/26 01:31:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:31:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.240:37010?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873789&addrs=72.36.96.240-37010&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277186.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26816" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.024.000) 05/26 01:33:39 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:41, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:41, Sys 0 00:03:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1833550976 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1833550976 - Total Bytes Sent By Job 1267658240 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 697027408 Memory (MB) : 414 1024 1920 ... 028 (1258.024.000) 05/26 01:33:39 Job ad information event triggered. SentBytes = 1833550976.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26001" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c134.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:41, Sys 0 00:03:11" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 24 EventTime = "2019-05-26T01:33:39" TotalSentBytes = 1833550976.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:41, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "265729.0" TotalReceivedBytes = 1267658240.0 ... 006 (1258.031.000) 05/26 01:36:07 Image size of job updated: 1750000 422 - MemoryUsage of job (MB) 431576 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:36:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:36:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 431576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.049.000) 05/26 01:37:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:03, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:03, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873301632 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1873301632 - Total Bytes Sent By Job 1267658240 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 510102980 Memory (MB) : 416 1024 1920 ... 028 (1258.049.000) 05/26 01:37:18 Job ad information event triggered. SentBytes = 1873301632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26337" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c330.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:03, Sys 0 00:03:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 49 EventTime = "2019-05-26T01:37:18" TotalSentBytes = 1873301632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:03, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "266037.0" TotalReceivedBytes = 1267658240.0 ... 004 (1258.053.000) 05/26 01:38:12 Job was evicted. (0) Job terminated and was requeued Usr 0 00:17:35, Sys 0 00:00:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 369492256 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 01:38:12 Job ad information event triggered. SentBytes = 369492256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 53 EventTime = "2019-05-26T01:38:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:17:35, Sys 0 00:00:39" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 001 (1258.053.000) 05/26 01:38:43 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.053.000) 05/26 01:38:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:38:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.021.000) 05/26 01:38:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:41, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:41, Sys 0 00:03:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1847491200 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1847491200 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 78837212 Memory (MB) : 367 1024 2048 ... 028 (1258.021.000) 05/26 01:38:48 Job ad information event triggered. SentBytes = 1847491200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:41, Sys 0 00:03:54" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 21 EventTime = "2019-05-26T01:38:48" TotalSentBytes = 1847491200.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:41, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" TotalReceivedBytes = 845105472.0 ... 004 (1258.015.000) 05/26 01:39:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:36:06, Sys 0 00:01:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646061440 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 01:39:12 Job ad information event triggered. SentBytes = 1646061440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "14171" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Clemson" JOB_GLIDEIN_Site = "Clemson" Proc = 15 EventTime = "2019-05-26T01:39:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" RunRemoteUsage = "Usr 0 01:36:06, Sys 0 00:01:05" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" ... 005 (1258.020.000) 05/26 01:39:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:30, Sys 0 00:03:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:30, Sys 0 00:03:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1847567360 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1847567360 - Total Bytes Sent By Job 1267658240 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 640595152 Memory (MB) : 391 1024 1920 ... 028 (1258.020.000) 05/26 01:39:45 Job ad information event triggered. SentBytes = 1847567360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25780" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:30, Sys 0 00:03:53" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 20 EventTime = "2019-05-26T01:39:45" TotalSentBytes = 1847567360.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:01:30, Sys 0 00:03:53" JOB_GLIDEIN_SiteWMS_JobId = "265537.0" TotalReceivedBytes = 1267658240.0 ... 001 (1258.015.000) 05/26 01:39:55 Job executing on host: <72.36.96.218:35284?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869325&addrs=72.36.96.218-35284&noUDP> ... 028 (1258.015.000) 05/26 01:39:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:39:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.218:35284?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869325&addrs=72.36.96.218-35284&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276846.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26432" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 01:41:07 Image size of job updated: 1750000 423 - MemoryUsage of job (MB) 432936 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:41:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:41:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 432936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.034.000) 05/26 01:42:43 Job terminated. (1) Normal termination (return value 0) Usr 0 01:26:57, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:26:57, Sys 0 00:03:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1851886592 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1851886592 - Total Bytes Sent By Job 1268740224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 100566254 Memory (MB) : 440 1024 2530 ... 028 (1258.034.000) 05/26 01:42:43 Job ad information event triggered. SentBytes = 1851886592.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:26:57, Sys 0 00:03:02" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 34 EventTime = "2019-05-26T01:42:43" TotalSentBytes = 1851886592.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:26:57, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 1268740224.0 ... 006 (1258.031.000) 05/26 01:46:08 Image size of job updated: 1750000 425 - MemoryUsage of job (MB) 434524 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:46:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:46:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 425 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 434524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 01:47:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:19:58, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257138560 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 01:47:25 Job ad information event triggered. SentBytes = 1257138560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7717778" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c339.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 8 EventTime = "2019-05-26T01:47:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:19:58, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "271273.0" ... 001 (1258.008.000) 05/26 01:48:38 Job executing on host: <72.36.96.204:34486?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#897875&addrs=72.36.96.204-34486&noUDP> ... 028 (1258.008.000) 05/26 01:48:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:48:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.204:34486?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#897875&addrs=72.36.96.204-34486&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266628.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970301" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/26 01:49:42 Image size of job updated: 15000000 4491 - MemoryUsage of job (MB) 4598260 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/26 01:49:42 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 38 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T01:49:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 4491 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 4598260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 01:50:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:33, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605286016 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 01:50:44 Job ad information event triggered. SentBytes = 1605286016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7214144" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T01:50:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:33, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "8716819.0" ... 006 (1258.031.000) 05/26 01:51:09 Image size of job updated: 1750000 426 - MemoryUsage of job (MB) 435920 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:51:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:51:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 435920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.038.000) 05/26 01:51:24 Image size of job updated: 15000000 4548 - MemoryUsage of job (MB) 4656852 - ResidentSetSize of job (KB) ... 028 (1258.038.000) 05/26 01:51:24 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 38 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T01:51:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 4548 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 4656852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 01:51:45 Job executing on host: <137.99.79.161:15796?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#651&addrs=137.99.79.161-15796+[--1]-15796&noUDP> ... 028 (1258.041.000) 05/26 01:51:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:51:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.161:15796?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#651&addrs=137.99.79.161-15796+[--1]-15796&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716819.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214144" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 01:52:02 Job was evicted. (0) Job terminated and was requeued Usr 0 01:05:30, Sys 0 00:02:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190946816 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 01:52:02 Job ad information event triggered. SentBytes = 1190946816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25737" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c117.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 26 EventTime = "2019-05-26T01:52:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:05:30, Sys 0 00:02:15" JOB_GLIDEIN_SiteWMS_JobId = "275451.0" ... 004 (1258.012.000) 05/26 01:53:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:58, Sys 0 00:03:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608427520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 01:53:01 Job ad information event triggered. SentBytes = 1608427520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "29542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 12 EventTime = "2019-05-26T01:53:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:43:58, Sys 0 00:03:41" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" ... 001 (1258.026.000) 05/26 01:53:34 Job executing on host: <149.165.225.94:37072?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#879464&addrs=149.165.225.94-37072&noUDP> ... 028 (1258.026.000) 05/26 01:53:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:53:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.94:37072?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#879464&addrs=149.165.225.94-37072&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266648.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26993" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/26 01:54:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:42:03, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435706624 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 01:54:22 Job ad information event triggered. SentBytes = 1435706624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T01:54:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:42:03, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 004 (1258.009.000) 05/26 01:54:34 Job was evicted. (0) Job terminated and was requeued Usr 0 01:13:04, Sys 0 00:03:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043765440 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 01:54:34 Job ad information event triggered. SentBytes = 1043765440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26532" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@mwt2-c076.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-26T01:54:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:13:04, Sys 0 00:03:29" JOB_GLIDEIN_SiteWMS_JobId = "266212.0" ... 001 (1258.012.000) 05/26 01:54:40 Job executing on host: <128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP> ... 028 (1258.012.000) 05/26 01:54:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 12 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T01:54:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 01:54:46 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/26 01:54:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:54:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 01:55:10 Job was evicted. (0) Job terminated and was requeued Usr 0 00:17:45, Sys 0 00:00:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 369490624 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 01:55:10 Job ad information event triggered. SentBytes = 369490624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T01:55:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:17:45, Sys 0 00:00:17" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 001 (1258.009.000) 05/26 01:55:27 Job executing on host: <72.36.96.146:38411?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#868510&addrs=72.36.96.146-38411&noUDP> ... 028 (1258.009.000) 05/26 01:55:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:55:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:38411?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#868510&addrs=72.36.96.146-38411&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266644.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26979" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 01:55:32 Job was evicted. (0) Job terminated and was requeued Usr 0 00:44:57, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761788224 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 01:55:32 Job ad information event triggered. SentBytes = 761788224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26758" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c060.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 29 EventTime = "2019-05-26T01:55:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:44:57, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "266439.0" ... 004 (1258.014.000) 05/26 01:55:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:38, Sys 0 00:03:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600887680 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 01:55:38 Job ad information event triggered. SentBytes = 1600887680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T01:55:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:38, Sys 0 00:03:42" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.014.000) 05/26 01:56:04 Job executing on host: <192.170.226.158:40379?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#862225&addrs=192.170.226.158-40379&noUDP> ... 028 (1258.014.000) 05/26 01:56:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:56:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.158:40379?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#862225&addrs=192.170.226.158-40379&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266657.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27006" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c337.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 01:56:09 Image size of job updated: 1750000 428 - MemoryUsage of job (MB) 438084 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 01:56:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:56:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 428 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 438084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 01:56:11 Job executing on host: <72.36.96.171:40266?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#867720&addrs=72.36.96.171-40266&noUDP> ... 028 (1258.053.000) 05/26 01:56:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:56:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:40266?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#867720&addrs=72.36.96.171-40266&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277347.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/26 01:56:13 Job executing on host: <72.36.96.137:39246?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#871998&addrs=72.36.96.137-39246&noUDP> ... 028 (1258.029.000) 05/26 01:56:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 29 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:56:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.137:39246?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#871998&addrs=72.36.96.137-39246&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266662.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27006" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.007.000) 05/26 01:57:37 Image size of job updated: 15000000 2394 - MemoryUsage of job (MB) 2450992 - ResidentSetSize of job (KB) ... 028 (1258.007.000) 05/26 01:57:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:57:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 2394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277088.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26694" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2450992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 01:58:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:41, Sys 0 00:03:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348505344 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 01:58:27 Job ad information event triggered. SentBytes = 1348505344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "28187" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 38 EventTime = "2019-05-26T01:58:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:30:41, Sys 0 00:03:56" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" ... 001 (1258.038.000) 05/26 01:58:45 Job executing on host: <137.99.79.238:20016?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#647&addrs=137.99.79.238-20016+[--1]-20016&noUDP> ... 028 (1258.038.000) 05/26 01:58:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:58:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.238:20016?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#647&addrs=137.99.79.238-20016+[--1]-20016&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8824" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 01:59:03 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:55, Sys 0 00:01:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 445461952 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 01:59:03 Job ad information event triggered. SentBytes = 445461952.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "29010" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 39 EventTime = "2019-05-26T01:59:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:30:55, Sys 0 00:01:44" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" ... 004 (1258.003.000) 05/26 01:59:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:08, Sys 0 00:01:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825751040 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 01:59:05 Job ad information event triggered. SentBytes = 1825751040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T01:59:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:08, Sys 0 00:01:21" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" ... 001 (1258.003.000) 05/26 01:59:51 Job executing on host: <137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP> ... 028 (1258.003.000) 05/26 01:59:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:59:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/26 01:59:52 Job executing on host: <137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP> ... 028 (1258.039.000) 05/26 01:59:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:59:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 02:01:10 Image size of job updated: 1750000 429 - MemoryUsage of job (MB) 438508 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 02:01:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:01:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 429 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 438508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 02:11:10 Image size of job updated: 1750000 429 - MemoryUsage of job (MB) 439224 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 02:11:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:11:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 429 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 439224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 02:14:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:59, Sys 0 00:05:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339966464 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 02:14:10 Job ad information event triggered. SentBytes = 1339966464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T02:14:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:59, Sys 0 00:05:06" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" ... 001 (1258.047.000) 05/26 02:14:42 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 02:14:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:14:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.015.000) 05/26 02:15:06 Image size of job updated: 7500000 2310 - MemoryUsage of job (MB) 2364728 - ResidentSetSize of job (KB) ... 028 (1258.015.000) 05/26 02:15:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T02:15:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 2310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276846.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26432" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2364728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 02:16:11 Image size of job updated: 1750000 431 - MemoryUsage of job (MB) 441128 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 02:16:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 431 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 441128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 02:21:11 Image size of job updated: 1750000 434 - MemoryUsage of job (MB) 443748 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 02:21:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:21:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 434 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 443748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 02:25:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:26, Sys 0 00:03:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366329600 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 02:25:23 Job ad information event triggered. SentBytes = 1366329600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26517" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c062.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 23 EventTime = "2019-05-26T02:25:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:35:26, Sys 0 00:03:51" JOB_GLIDEIN_SiteWMS_JobId = "276941.0" ... 001 (1258.023.000) 05/26 02:25:47 Job executing on host: <137.99.79.178:22610?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#681&addrs=137.99.79.178-22610+[--1]-22610&noUDP> ... 028 (1258.023.000) 05/26 02:25:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:25:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:22610?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#681&addrs=137.99.79.178-22610+[--1]-22610&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716897.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16453" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 02:26:12 Image size of job updated: 1750000 434 - MemoryUsage of job (MB) 443924 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 02:26:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:26:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 434 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 443924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 02:29:29 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:46, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696796032 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 02:29:29 Job ad information event triggered. SentBytes = 1696796032.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7970123" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c095.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 4 EventTime = "2019-05-26T02:29:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:32:46, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "277004.0" ... 004 (1258.054.000) 05/26 02:30:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:19, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077795456 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 02:30:22 Job ad information event triggered. SentBytes = 1077795456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26816" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c111.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 54 EventTime = "2019-05-26T02:30:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:01:19, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "277186.0" ... 001 (1258.004.000) 05/26 02:30:40 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.004.000) 05/26 02:30:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T02:30:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 02:31:02 Job executing on host: <128.186.19.143:38143?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#718&addrs=128.186.19.143-38143+[--1]-38143&noUDP> ... 028 (1258.054.000) 05/26 02:31:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T02:31:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:38143?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#718&addrs=128.186.19.143-38143+[--1]-38143&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29010" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.031.000) 05/26 02:31:12 Image size of job updated: 1750000 436 - MemoryUsage of job (MB) 445608 - ResidentSetSize of job (KB) ... 028 (1258.031.000) 05/26 02:31:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 31 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:31:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 436 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212942" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" Subproc = 0 ResidentSetSize = 445608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 02:49:50 Job was evicted. (0) Job terminated and was requeued Usr 0 02:34:08, Sys 0 00:04:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000991936 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 02:49:50 Job ad information event triggered. SentBytes = 1000991936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212292" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T02:49:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:34:08, Sys 0 00:04:40" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" ... 001 (1258.018.000) 05/26 02:50:43 Job executing on host: <137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP> ... 028 (1258.018.000) 05/26 02:50:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:50:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.031.000) 05/26 02:56:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:23, Sys 0 00:04:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:23, Sys 0 00:04:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1858653696 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1858653696 - Total Bytes Sent By Job 845105472 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 891620528 Memory (MB) : 436 1024 2048 ... 028 (1258.031.000) 05/26 02:56:13 Job ad information event triggered. SentBytes = 1858653696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212942" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@stat112.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:32:23, Sys 0 00:04:17" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 31 EventTime = "2019-05-26T02:56:13" TotalSentBytes = 1858653696.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:32:23, Sys 0 00:04:17" JOB_GLIDEIN_SiteWMS_JobId = "8716766.0" TotalReceivedBytes = 845105472.0 ... 006 (1258.004.000) 05/26 03:05:53 Image size of job updated: 12500000 1029 - MemoryUsage of job (MB) 1053440 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/26 03:05:53 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T03:05:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 1029 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 1053440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 03:22:55 Job was evicted. (0) Job terminated and was requeued Usr 0 00:10:41, Sys 0 00:01:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 141588080 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 03:22:55 Job ad information event triggered. SentBytes = 141588080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "29010" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 EventTime = "2019-05-26T03:22:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:10:41, Sys 0 00:01:28" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" ... 001 (1258.054.000) 05/26 03:23:57 Job executing on host: <128.186.19.143:38143?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#718&addrs=128.186.19.143-38143+[--1]-38143&noUDP> ... 028 (1258.054.000) 05/26 03:23:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T03:23:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:38143?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#718&addrs=128.186.19.143-38143+[--1]-38143&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29010" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.042.000) 05/26 03:24:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_329921_203598708@stat106.phys.uconn.edu <137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP> ... 028 (1258.042.000) 05/26 03:24:51 Job ad information event triggered. StartdAddr = "<137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7209150" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 42 EventTime = "2019-05-26T03:24:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_329921_203598708@stat106.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.042.000) 05/26 03:24:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_329921_203598708@stat106.phys.uconn.edu, rescheduling job ... 028 (1258.042.000) 05/26 03:24:51 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:24:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" StartdName = "glidein_329921_203598708@stat106.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.042.000) 05/26 03:25:49 Job executing on host: <137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP> ... 028 (1258.042.000) 05/26 03:25:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:25:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.048.000) 05/26 03:27:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_112094_261599604@mwt2-c085.campuscluster.illinois.edu <72.36.96.214:40024?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872942&addrs=72.36.96.214-40024&noUDP> ... 028 (1258.048.000) 05/26 03:27:10 Job ad information event triggered. StartdAddr = "<72.36.96.214:40024?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872942&addrs=72.36.96.214-40024&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7970176" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c085.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-26T03:27:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_112094_261599604@mwt2-c085.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266460.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.048.000) 05/26 03:27:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_112094_261599604@mwt2-c085.campuscluster.illinois.edu, rescheduling job ... 028 (1258.048.000) 05/26 03:27:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:27:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266460.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970176" StartdName = "glidein_112094_261599604@mwt2-c085.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c085.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 03:27:53 Job executing on host: <72.36.96.202:34017?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#571530&addrs=72.36.96.202-34017&noUDP> ... 028 (1258.048.000) 05/26 03:27:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:27:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.202:34017?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#571530&addrs=72.36.96.202-34017&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266582.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26920" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.022.000) 05/26 03:28:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_396710_906434424@stat113.phys.uconn.edu <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.022.000) 05/26 03:28:13 Job ad information event triggered. StartdAddr = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T03:28:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_396710_906434424@stat113.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.022.000) 05/26 03:28:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_396710_906434424@stat113.phys.uconn.edu, rescheduling job ... 028 (1258.022.000) 05/26 03:28:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:28:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" StartdName = "glidein_396710_906434424@stat113.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/26 03:28:49 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.022.000) 05/26 03:28:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:28:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.029.000) 05/26 03:35:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46979_65934324@mwt2-c008.campuscluster.illinois.edu <72.36.96.137:39246?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#871998&addrs=72.36.96.137-39246&noUDP> ... 028 (1258.029.000) 05/26 03:35:41 Job ad information event triggered. StartdAddr = "<72.36.96.137:39246?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#871998&addrs=72.36.96.137-39246&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "27006" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c008.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 29 EventTime = "2019-05-26T03:35:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_46979_65934324@mwt2-c008.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266662.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.029.000) 05/26 03:35:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46979_65934324@mwt2-c008.campuscluster.illinois.edu, rescheduling job ... 028 (1258.029.000) 05/26 03:35:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 29 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:35:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266662.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27006" StartdName = "glidein_46979_65934324@mwt2-c008.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/26 03:36:07 Job executing on host: <192.170.226.30:38355?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#846173&addrs=192.170.226.30-38355&noUDP> ... 028 (1258.029.000) 05/26 03:36:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 29 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T03:36:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.30:38355?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#846173&addrs=192.170.226.30-38355&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1387408.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "34606" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c440.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.007.000) 05/26 03:42:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_93892_316191773@mwt2-c066.campuscluster.illinois.edu <72.36.96.195:34299?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#877566&addrs=72.36.96.195-34299&noUDP> ... 028 (1258.007.000) 05/26 03:42:22 Job ad information event triggered. StartdAddr = "<72.36.96.195:34299?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#877566&addrs=72.36.96.195-34299&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26694" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 7 EventTime = "2019-05-26T03:42:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_93892_316191773@mwt2-c066.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "277088.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.007.000) 05/26 03:42:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_93892_316191773@mwt2-c066.campuscluster.illinois.edu, rescheduling job ... 028 (1258.007.000) 05/26 03:42:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T03:42:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277088.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26694" StartdName = "glidein_93892_316191773@mwt2-c066.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/26 03:43:48 Job executing on host: <149.165.225.72:39462?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889899&addrs=149.165.225.72-39462&noUDP> ... 028 (1258.007.000) 05/26 03:43:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:43:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.72:39462?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889899&addrs=149.165.225.72-39462&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267101.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27503" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c245.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.009.000) 05/26 03:54:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7377_364624524@mwt2-c017.campuscluster.illinois.edu <72.36.96.146:38411?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#868510&addrs=72.36.96.146-38411&noUDP> ... 028 (1258.009.000) 05/26 03:54:39 Job ad information event triggered. StartdAddr = "<72.36.96.146:38411?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#868510&addrs=72.36.96.146-38411&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c017.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-26T03:54:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_7377_364624524@mwt2-c017.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266644.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.009.000) 05/26 03:54:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_7377_364624524@mwt2-c017.campuscluster.illinois.edu, rescheduling job ... 028 (1258.009.000) 05/26 03:54:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:54:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266644.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26979" StartdName = "glidein_7377_364624524@mwt2-c017.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.026.000) 05/26 03:54:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_67726_52898720@iut2-c267.iu.edu <149.165.225.94:37072?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#879464&addrs=149.165.225.94-37072&noUDP> ... 028 (1258.026.000) 05/26 03:54:52 Job ad information event triggered. StartdAddr = "<149.165.225.94:37072?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#879464&addrs=149.165.225.94-37072&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26993" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c267.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 26 EventTime = "2019-05-26T03:54:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_67726_52898720@iut2-c267.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266648.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.026.000) 05/26 03:54:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_67726_52898720@iut2-c267.iu.edu, rescheduling job ... 028 (1258.026.000) 05/26 03:54:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:54:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266648.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26993" StartdName = "glidein_67726_52898720@iut2-c267.iu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 03:55:20 Job executing on host: <72.36.96.191:39853?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#38851&addrs=72.36.96.191-39853&noUDP> ... 028 (1258.009.000) 05/26 03:55:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T03:55:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.191:39853?CCBID=192.170.227.251:9777%3faddrs%3d192.170.227.251-9777#38851&addrs=72.36.96.191-39853&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277723.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27134" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/26 03:55:20 Job executing on host: <72.36.96.232:45031?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#868006&addrs=72.36.96.232-45031&noUDP> ... 028 (1258.026.000) 05/26 03:55:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:55:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.232:45031?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#868006&addrs=72.36.96.232-45031&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266892.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27303" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.015.000) 05/26 04:00:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_44485_790736472@mwt2-c089.campuscluster.illinois.edu <72.36.96.218:35284?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869325&addrs=72.36.96.218-35284&noUDP> ... 028 (1258.015.000) 05/26 04:00:26 Job ad information event triggered. StartdAddr = "<72.36.96.218:35284?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869325&addrs=72.36.96.218-35284&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26432" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c089.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-26T04:00:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_44485_790736472@mwt2-c089.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "276846.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.015.000) 05/26 04:00:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_44485_790736472@mwt2-c089.campuscluster.illinois.edu, rescheduling job ... 028 (1258.015.000) 05/26 04:00:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T04:00:26" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276846.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26432" StartdName = "glidein_44485_790736472@mwt2-c089.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.003.000) 05/26 04:00:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2497715_42913214@nod1.phys.uconn.edu <137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP> ... 028 (1258.003.000) 05/26 04:00:40 Job ad information event triggered. StartdAddr = "<137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T04:00:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_2497715_42913214@nod1.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.003.000) 05/26 04:00:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2497715_42913214@nod1.phys.uconn.edu, rescheduling job ... 028 (1258.003.000) 05/26 04:00:40 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:00:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" StartdName = "glidein_2497715_42913214@nod1.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/26 04:01:42 Job executing on host: <72.36.96.177:38287?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#870631&addrs=72.36.96.177-38287&noUDP> ... 028 (1258.015.000) 05/26 04:01:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T04:01:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.177:38287?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#870631&addrs=72.36.96.177-38287&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "278245.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970460" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/26 04:01:45 Job executing on host: <192.170.226.180:46576?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#36172&addrs=192.170.226.180-46576&noUDP> ... 028 (1258.003.000) 05/26 04:01:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T04:01:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.180:46576?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#36172&addrs=192.170.226.180-46576&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1388329.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "35128" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c359.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.013.000) 05/26 04:05:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1209402_265986526@stat29.phys.uconn.edu <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1258.013.000) 05/26 04:05:43 Job ad information event triggered. StartdAddr = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T04:05:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_1209402_265986526@stat29.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.013.000) 05/26 04:05:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1209402_265986526@stat29.phys.uconn.edu, rescheduling job ... 028 (1258.013.000) 05/26 04:05:43 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:05:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" StartdName = "glidein_1209402_265986526@stat29.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.040.000) 05/26 04:06:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1761505_427951185@stat108.phys.uconn.edu <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.040.000) 05/26 04:06:27 Job ad information event triggered. StartdAddr = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17982" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T04:06:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1761505_427951185@stat108.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.040.000) 05/26 04:06:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1761505_427951185@stat108.phys.uconn.edu, rescheduling job ... 028 (1258.040.000) 05/26 04:06:27 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:06:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" StartdName = "glidein_1761505_427951185@stat108.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/26 04:06:53 Job executing on host: <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1258.013.000) 05/26 04:06:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:06:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/26 04:06:55 Job executing on host: <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.040.000) 05/26 04:06:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:06:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.008.000) 05/26 04:07:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_27407_138083626@mwt2-c075.campuscluster.illinois.edu <72.36.96.204:34486?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#897875&addrs=72.36.96.204-34486&noUDP> ... 028 (1258.008.000) 05/26 04:07:24 Job ad information event triggered. StartdAddr = "<72.36.96.204:34486?CCBID=192.170.227.251:9708%3faddrs%3d192.170.227.251-9708#897875&addrs=72.36.96.204-34486&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7970301" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c075.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 8 EventTime = "2019-05-26T04:07:24" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_27407_138083626@mwt2-c075.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266628.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.008.000) 05/26 04:07:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_27407_138083626@mwt2-c075.campuscluster.illinois.edu, rescheduling job ... 028 (1258.008.000) 05/26 04:07:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T04:07:24" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266628.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970301" StartdName = "glidein_27407_138083626@mwt2-c075.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.041.000) 05/26 04:07:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3144721_30520920@nod26.phys.uconn.edu <137.99.79.161:15796?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#651&addrs=137.99.79.161-15796+[--1]-15796&noUDP> ... 028 (1258.041.000) 05/26 04:07:56 Job ad information event triggered. StartdAddr = "<137.99.79.161:15796?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#651&addrs=137.99.79.161-15796+[--1]-15796&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7214144" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T04:07:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3144721_30520920@nod26.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716819.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.041.000) 05/26 04:07:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3144721_30520920@nod26.phys.uconn.edu, rescheduling job ... 028 (1258.041.000) 05/26 04:07:56 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:07:56" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716819.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214144" StartdName = "glidein_3144721_30520920@nod26.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod26.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 04:08:26 Job executing on host: <192.170.227.82:44222?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880798&addrs=192.170.227.82-44222&noUDP> ... 028 (1258.041.000) 05/26 04:08:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 41 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T04:08:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.82:44222?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880798&addrs=192.170.227.82-44222&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970659" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c471.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/26 04:08:27 Job executing on host: <72.36.96.156:36318?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870851&addrs=72.36.96.156-36318&noUDP> ... 028 (1258.008.000) 05/26 04:08:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T04:08:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.156:36318?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870851&addrs=72.36.96.156-36318&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277975.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27176" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c027.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.048.000) 05/26 04:13:06 Image size of job updated: 7500000 854 - MemoryUsage of job (MB) 873760 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/26 04:13:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T04:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 854 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266582.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26920" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c073.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 873760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.012.000) 05/26 04:16:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_70457_26942610@scigrid2.physics.fsu.edu <128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP> ... 028 (1258.012.000) 05/26 04:16:08 Job ad information event triggered. StartdAddr = "<128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 12 EventTime = "2019-05-26T04:16:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_70457_26942610@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.012.000) 05/26 04:16:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_70457_26942610@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1258.012.000) 05/26 04:16:08 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T04:16:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29542" StartdName = "glidein_70457_26942610@scigrid2.physics.fsu.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/26 04:16:48 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.012.000) 05/26 04:16:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:16:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.014.000) 05/26 04:17:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29150_36918060@uct2-c337.mwt2.org <192.170.226.158:40379?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#862225&addrs=192.170.226.158-40379&noUDP> ... 028 (1258.014.000) 05/26 04:17:23 Job ad information event triggered. StartdAddr = "<192.170.226.158:40379?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#862225&addrs=192.170.226.158-40379&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "27006" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c337.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 14 EventTime = "2019-05-26T04:17:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_29150_36918060@uct2-c337.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266657.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.014.000) 05/26 04:17:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29150_36918060@uct2-c337.mwt2.org, rescheduling job ... 028 (1258.014.000) 05/26 04:17:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T04:17:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266657.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27006" StartdName = "glidein_29150_36918060@uct2-c337.mwt2.org" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c337.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 04:17:54 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.014.000) 05/26 04:17:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:17:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.053.000) 05/26 04:20:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_90470_165713724@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:40266?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#867720&addrs=72.36.96.171-40266&noUDP> ... 028 (1258.053.000) 05/26 04:20:00 Job ad information event triggered. StartdAddr = "<72.36.96.171:40266?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#867720&addrs=72.36.96.171-40266&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 53 EventTime = "2019-05-26T04:20:00" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_90470_165713724@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "277347.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.053.000) 05/26 04:20:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_90470_165713724@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1258.053.000) 05/26 04:20:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T04:20:00" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277347.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26956" StartdName = "glidein_90470_165713724@mwt2-c042.campuscluster.illinois.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 04:21:49 Job executing on host: <192.170.226.12:43585?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#867088&addrs=192.170.226.12-43585&noUDP> ... 028 (1258.053.000) 05/26 04:21:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T04:21:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.12:43585?CCBID=192.170.227.251:9766%3faddrs%3d192.170.227.251-9766#867088&addrs=192.170.226.12-43585&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1388520.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "35381" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c422.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.000.000) 05/26 04:26:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1232388_111831544@nod4.phys.uconn.edu <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/26 04:26:14 Job ad information event triggered. StartdAddr = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T04:26:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1232388_111831544@nod4.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.000.000) 05/26 04:26:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1232388_111831544@nod4.phys.uconn.edu, rescheduling job ... 028 (1258.000.000) 05/26 04:26:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:26:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" StartdName = "glidein_1232388_111831544@nod4.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 04:26:50 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/26 04:26:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:26:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 04:26:52 Job was evicted. (0) Job terminated and was requeued Usr 0 01:13:38, Sys 0 00:01:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 481767712 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 04:26:52 Job ad information event triggered. SentBytes = 481767712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212292" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T04:26:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:13:38, Sys 0 00:01:47" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" ... 001 (1258.018.000) 05/26 04:27:50 Job executing on host: <149.165.225.70:33067?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#867066&addrs=149.165.225.70-33067&noUDP> ... 028 (1258.018.000) 05/26 04:27:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 18 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T04:27:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.70:33067?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#867066&addrs=149.165.225.70-33067&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267270.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27671" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c243.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 04:28:06 Job was evicted. (0) Job terminated and was requeued Usr 0 00:34:02, Sys 0 00:00:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761780160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 04:28:06 Job ad information event triggered. SentBytes = 761780160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "34606" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c440.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 29 EventTime = "2019-05-26T04:28:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:34:02, Sys 0 00:00:46" JOB_GLIDEIN_SiteWMS_JobId = "1387408.0" ... 001 (1258.029.000) 05/26 04:28:53 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.029.000) 05/26 04:28:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:28:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.004.000) 05/26 04:29:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot2@glidein_123004_349624220@node043.local <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1258.004.000) 05/26 04:29:28 Job ad information event triggered. StartdAddr = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 4 EventTime = "2019-05-26T04:29:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "slot2@glidein_123004_349624220@node043.local" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.004.000) 05/26 04:29:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot2@glidein_123004_349624220@node043.local, rescheduling job ... 028 (1258.004.000) 05/26 04:29:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 4 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T04:29:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" StartdName = "slot2@glidein_123004_349624220@node043.local" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/26 04:29:48 Job executing on host: <137.99.79.179:16432?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#726&addrs=137.99.79.179-16432+[--1]-16432&noUDP> ... 028 (1258.004.000) 05/26 04:29:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:29:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:16432?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#726&addrs=137.99.79.179-16432+[--1]-16432&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717224.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18107" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 04:35:41 Job was evicted. (0) Job terminated and was requeued Usr 0 02:07:47, Sys 0 00:04:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391622144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 04:35:41 Job ad information event triggered. SentBytes = 1391622144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T04:35:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:07:47, Sys 0 00:04:23" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" ... 001 (1258.039.000) 05/26 04:36:27 Job executing on host: <192.170.226.90:40572?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#878031&addrs=192.170.226.90-40572&noUDP> ... 028 (1258.039.000) 05/26 04:36:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T04:36:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.90:40572?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#878031&addrs=192.170.226.90-40572&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1389064.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "35582" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c266.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 04:39:36 Job was evicted. (0) Job terminated and was requeued Usr 0 01:45:24, Sys 0 00:03:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366323328 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 04:39:36 Job ad information event triggered. SentBytes = 1366323328.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat114.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T04:39:36" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:45:24, Sys 0 00:03:52" JOB_GLIDEIN_SiteWMS_JobId = "8716897.0" ... 004 (1258.038.000) 05/26 04:39:40 Job was evicted. (0) Job terminated and was requeued Usr 0 02:02:57, Sys 0 00:04:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348504320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 04:39:40 Job ad information event triggered. SentBytes = 1348504320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8824" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T04:39:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:02:57, Sys 0 00:04:22" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" ... 001 (1258.023.000) 05/26 04:39:52 Job executing on host: <137.99.79.179:14648?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#730&addrs=137.99.79.179-14648+[--1]-14648&noUDP> ... 028 (1258.023.000) 05/26 04:39:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:39:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:14648?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#730&addrs=137.99.79.179-14648+[--1]-14648&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717217.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7215493" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/26 04:40:07 Job executing on host: <137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP> ... 028 (1258.038.000) 05/26 04:40:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:40:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 04:40:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:57:32, Sys 0 00:05:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339967616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 04:40:16 Job ad information event triggered. SentBytes = 1339967616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T04:40:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:32, Sys 0 00:05:08" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" ... 004 (1258.054.000) 05/26 04:40:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:06:12, Sys 0 00:02:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077795200 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 04:40:25 Job ad information event triggered. SentBytes = 1077795200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "29010" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 54 EventTime = "2019-05-26T04:40:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:06:12, Sys 0 00:02:52" JOB_GLIDEIN_SiteWMS_JobId = "68028.0" ... 001 (1258.054.000) 05/26 04:40:58 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1258.054.000) 05/26 04:40:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:40:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/26 04:40:58 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 04:40:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:40:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 04:50:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:23, Sys 0 00:02:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190941312 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 04:50:57 Job ad information event triggered. SentBytes = 1190941312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27303" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c103.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 26 EventTime = "2019-05-26T04:50:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:02:23, Sys 0 00:02:05" JOB_GLIDEIN_SiteWMS_JobId = "266892.0" ... 001 (1258.026.000) 05/26 04:51:47 Job executing on host: <137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP> ... 028 (1258.026.000) 05/26 04:51:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:51:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8907" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 05:12:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:22, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043768000 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 05:12:50 Job ad information event triggered. SentBytes = 1043768000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27134" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c062.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 9 EventTime = "2019-05-26T05:12:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:16:22, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "277723.0" ... 004 (1258.003.000) 05/26 05:13:18 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:13, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825621760 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 05:13:18 Job ad information event triggered. SentBytes = 1825621760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "35128" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c359.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 3 EventTime = "2019-05-26T05:13:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:26:13, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "1388329.0" ... 001 (1258.003.000) 05/26 05:14:29 Job executing on host: <72.36.96.189:37166?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41923&addrs=72.36.96.189-37166&noUDP> ... 028 (1258.003.000) 05/26 05:14:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T05:14:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.189:37166?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41923&addrs=72.36.96.189-37166&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "278988.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27588" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 05:14:29 Job was evicted. (0) Job terminated and was requeued Usr 0 01:17:47, Sys 0 00:01:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605271936 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 05:14:29 Job ad information event triggered. SentBytes = 1605271936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7970659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c471.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 41 EventTime = "2019-05-26T05:14:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:17:47, Sys 0 00:01:45" JOB_GLIDEIN_SiteWMS_JobId = "267185.0" ... 001 (1258.041.000) 05/26 05:14:44 Job executing on host: <137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP> ... 028 (1258.041.000) 05/26 05:14:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:14:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18847" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 05:14:57 Job executing on host: <149.165.225.87:45483?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#865253&addrs=149.165.225.87-45483&noUDP> ... 028 (1258.009.000) 05/26 05:14:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T05:14:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.87:45483?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#865253&addrs=149.165.225.87-45483&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267525.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27832" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c260.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 05:18:34 Job was evicted. (0) Job terminated and was requeued Usr 0 01:42:16, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628011520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 05:18:34 Job ad information event triggered. SentBytes = 1628011520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27503" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c245.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 7 EventTime = "2019-05-26T05:18:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:42:16, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "267101.0" ... 001 (1258.007.000) 05/26 05:19:04 Job executing on host: <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 028 (1258.007.000) 05/26 05:19:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 7 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T05:19:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 004 (1258.048.000) 05/26 05:19:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:56, Sys 0 00:03:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599541632 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 05:19:15 Job ad information event triggered. SentBytes = 1599541632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26920" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c073.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-26T05:19:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:56, Sys 0 00:03:56" JOB_GLIDEIN_SiteWMS_JobId = "266582.0" ... 001 (1258.048.000) 05/26 05:19:45 Job executing on host: <72.36.96.224:36106?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41881&addrs=72.36.96.224-36106&noUDP> ... 028 (1258.048.000) 05/26 05:19:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T05:19:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.224:36106?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41881&addrs=72.36.96.224-36106&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267006.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27443" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c095.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 05:23:10 Job was evicted. (0) Job terminated and was requeued Usr 0 00:54:55, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764151744 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 05:23:10 Job ad information event triggered. SentBytes = 764151744.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T05:23:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:54:55, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.029.000) 05/26 05:23:48 Job executing on host: <137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP> ... 028 (1258.029.000) 05/26 05:23:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:23:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:22180?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#465&addrs=137.99.79.136-22180+[--1]-22180&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 05:33:24 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:50, Sys 0 00:03:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257054720 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 05:33:24 Job ad information event triggered. SentBytes = 1257054720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27176" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c027.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 8 EventTime = "2019-05-26T05:33:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:22:50, Sys 0 00:03:15" JOB_GLIDEIN_SiteWMS_JobId = "277975.0" ... 004 (1258.015.000) 05/26 05:33:47 Job was evicted. (0) Job terminated and was requeued Usr 0 01:36:25, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646060416 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 05:33:47 Job ad information event triggered. SentBytes = 1646060416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7970460" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c048.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-26T05:33:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:36:25, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "278245.0" ... 001 (1258.008.000) 05/26 05:34:00 Job executing on host: <128.186.19.131:20230?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#756&addrs=128.186.19.131-20230+[--1]-20230&noUDP> ... 028 (1258.008.000) 05/26 05:34:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 8 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T05:34:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:20230?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#756&addrs=128.186.19.131-20230+[--1]-20230&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68037.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8405055" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/26 05:34:09 Job executing on host: <72.36.96.137:33832?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#881922&addrs=72.36.96.137-33832&noUDP> ... 028 (1258.015.000) 05/26 05:34:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T05:34:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.137:33832?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#881922&addrs=72.36.96.137-33832&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267179.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27575" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 05:38:35 Job was evicted. (0) Job terminated and was requeued Usr 0 02:11:23, Sys 0 00:04:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633174528 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 05:38:35 Job ad information event triggered. SentBytes = 1633174528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T05:38:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:11:23, Sys 0 00:04:15" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 001 (1258.022.000) 05/26 05:39:56 Job executing on host: <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1258.022.000) 05/26 05:39:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:39:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 05:44:14 Job was evicted. (0) Job terminated and was requeued Usr 0 01:20:09, Sys 0 00:02:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306892672 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 05:44:14 Job ad information event triggered. SentBytes = 1306892672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "35381" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c422.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 53 EventTime = "2019-05-26T05:44:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:09, Sys 0 00:02:22" JOB_GLIDEIN_SiteWMS_JobId = "1388520.0" ... 001 (1258.053.000) 05/26 05:44:56 Job executing on host: <137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP> ... 028 (1258.053.000) 05/26 05:44:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:44:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 06:26:21 Job was evicted. (0) Job terminated and was requeued Usr 0 01:39:25, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608417664 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 06:26:21 Job ad information event triggered. SentBytes = 1608417664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T06:26:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:39:25, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.012.000) 05/26 06:26:50 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.012.000) 05/26 06:26:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:26:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 06:30:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:46:04, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992384 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 06:30:30 Job ad information event triggered. SentBytes = 1000992384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27671" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c243.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 18 EventTime = "2019-05-26T06:30:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:46:04, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "267270.0" ... 001 (1258.018.000) 05/26 06:30:48 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.018.000) 05/26 06:30:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:30:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 06:31:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:19:51, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391536000 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 06:31:09 Job ad information event triggered. SentBytes = 1391536000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "35582" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c266.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 39 EventTime = "2019-05-26T06:31:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:19:51, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "1389064.0" ... 001 (1258.039.000) 05/26 06:32:16 Job executing on host: <72.36.96.198:42793?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#873303&addrs=72.36.96.198-42793&noUDP> ... 028 (1258.039.000) 05/26 06:32:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 39 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-26T06:32:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.198:42793?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#873303&addrs=72.36.96.198-42793&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267513.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7719609" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c069.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.003.000) 05/26 06:44:48 Image size of job updated: 15000000 416 - MemoryUsage of job (MB) 425972 - ResidentSetSize of job (KB) ... 028 (1258.003.000) 05/26 06:44:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T06:44:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "278988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27588" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.013.000) 05/26 06:50:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1209402_265986526@stat29.phys.uconn.edu <137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP> ... 028 (1258.013.000) 05/26 06:50:48 Job ad information event triggered. StartdAddr = "<137.99.79.249:27462?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#737&addrs=137.99.79.249-27462+[--1]-27462&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T06:50:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_1209402_265986526@stat29.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.013.000) 05/26 06:50:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1209402_265986526@stat29.phys.uconn.edu, rescheduling job ... 028 (1258.013.000) 05/26 06:50:48 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:50:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716301.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212453" StartdName = "glidein_1209402_265986526@stat29.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.014.000) 05/26 06:51:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_946642_437400300@nod14.phys.uconn.edu <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.014.000) 05/26 06:51:12 Job ad information event triggered. StartdAddr = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T06:51:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_946642_437400300@nod14.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.014.000) 05/26 06:51:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_946642_437400300@nod14.phys.uconn.edu, rescheduling job ... 028 (1258.014.000) 05/26 06:51:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:51:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" StartdName = "glidein_946642_437400300@nod14.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.038.000) 05/26 06:51:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2442531_417800136@nod23.phys.uconn.edu <137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP> ... 028 (1258.038.000) 05/26 06:51:42 Job ad information event triggered. StartdAddr = "<137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T06:51:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_2442531_417800136@nod23.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.038.000) 05/26 06:51:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2442531_417800136@nod23.phys.uconn.edu, rescheduling job ... 028 (1258.038.000) 05/26 06:51:42 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:51:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" StartdName = "glidein_2442531_417800136@nod23.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 06:51:58 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.014.000) 05/26 06:51:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:51:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/26 06:51:58 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.013.000) 05/26 06:51:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:51:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/26 06:52:47 Job executing on host: <137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP> ... 028 (1258.038.000) 05/26 06:52:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:52:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.042.000) 05/26 06:52:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:29, Sys 0 00:05:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:29, Sys 0 00:05:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873985280 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 1873985280 - Total Bytes Sent By Job 1690210944 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 449285692 Memory (MB) : 440 1024 2048 ... 028 (1258.042.000) 05/26 06:52:55 Job ad information event triggered. SentBytes = 1873985280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7209150" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:29, Sys 0 00:05:02" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 42 EventTime = "2019-05-26T06:52:55" TotalSentBytes = 1873985280.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:43:29, Sys 0 00:05:02" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" TotalReceivedBytes = 1690210944.0 ... 022 (1258.000.000) 05/26 06:57:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1232388_111831544@nod4.phys.uconn.edu <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/26 06:57:05 Job ad information event triggered. StartdAddr = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T06:57:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1232388_111831544@nod4.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.000.000) 05/26 06:57:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1232388_111831544@nod4.phys.uconn.edu, rescheduling job ... 028 (1258.000.000) 05/26 06:57:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:57:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" StartdName = "glidein_1232388_111831544@nod4.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 06:57:48 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/26 06:57:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:57:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 07:00:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:30, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043768768 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 07:00:16 Job ad information event triggered. SentBytes = 1043768768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27832" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c260.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-26T07:00:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:03:30, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "267525.0" ... 001 (1258.009.000) 05/26 07:00:56 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.009.000) 05/26 07:00:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:00:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.007.000) 05/26 07:02:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu <192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP> ... 028 (1258.007.000) 05/26 07:02:15 Job ad information event triggered. StartdAddr = "<192.168.4.103:33795?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#853828&addrs=192.168.4.103-33795&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24404" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 7 EventTime = "2019-05-26T07:02:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466761" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.007.000) 05/26 07:02:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu, rescheduling job ... 028 (1258.007.000) 05/26 07:02:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 7 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T07:02:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466761" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24404" StartdName = "slot1_7@glidein_24454_221718105@lnxfarm303.colorado.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1258.047.000) 05/26 07:02:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_538019_34730640@stat101.phys.uconn.edu <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 07:02:50 Job ad information event triggered. StartdAddr = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T07:02:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_538019_34730640@stat101.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" EventDescription = "Job disconnected, attempting to reconnect" ... 023 (1258.047.000) 05/26 07:02:50 Job reconnected to glidein_538019_34730640@stat101.phys.uconn.edu startd address: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> starter address: <137.99.79.165:17974?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#776&PrivNet=stat101.phys.uconn.edu&addrs=137.99.79.165-17974+[--1]-17974&noUDP> ... 028 (1258.047.000) 05/26 07:02:50 Job ad information event triggered. StartdAddr = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T07:02:50" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_538019_34730640@stat101.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<137.99.79.165:17974?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#776&PrivNet=stat101.phys.uconn.edu&addrs=137.99.79.165-17974+[--1]-17974&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" EventDescription = "Job reconnected" ... 001 (1258.007.000) 05/26 07:02:58 Job executing on host: <137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP> ... 028 (1258.007.000) 05/26 07:02:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:02:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 07:03:57 Job was evicted. (0) Job terminated and was requeued Usr 0 02:12:56, Sys 0 00:03:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696697600 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 07:03:57 Job ad information event triggered. SentBytes = 1696697600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18107" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T07:03:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:12:56, Sys 0 00:03:43" JOB_GLIDEIN_SiteWMS_JobId = "8717224.0" ... 001 (1258.004.000) 05/26 07:04:54 Job executing on host: <137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP> ... 028 (1258.004.000) 05/26 07:04:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:04:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 07:04:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:59:19, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339888128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 07:04:59 Job ad information event triggered. SentBytes = 1339888128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T07:04:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:59:19, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" ... 001 (1258.047.000) 05/26 07:05:48 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 07:05:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:05:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 07:06:43 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:08, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077791616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 07:06:43 Job ad information event triggered. SentBytes = 1077791616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T07:06:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:08, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 001 (1258.054.000) 05/26 07:08:03 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1258.054.000) 05/26 07:08:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:08:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 07:09:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:12, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605270400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 07:09:07 Job ad information event triggered. SentBytes = 1605270400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18847" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T07:09:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:12, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" ... 022 (1258.040.000) 05/26 07:09:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1761505_427951185@stat108.phys.uconn.edu <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.040.000) 05/26 07:09:12 Job ad information event triggered. StartdAddr = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17982" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T07:09:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1761505_427951185@stat108.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1258.040.000) 05/26 07:09:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1761505_427951185@stat108.phys.uconn.edu, rescheduling job ... 028 (1258.040.000) 05/26 07:09:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:09:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" StartdName = "glidein_1761505_427951185@stat108.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/26 07:09:54 Job executing on host: <137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP> ... 028 (1258.040.000) 05/26 07:09:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:09:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18847" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 07:09:54 Job executing on host: <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.041.000) 05/26 07:09:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:09:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 07:11:08 Job was evicted. (0) Job terminated and was requeued Usr 0 02:20:31, Sys 0 00:05:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190954496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 07:11:08 Job ad information event triggered. SentBytes = 1190954496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8907" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T07:11:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:20:31, Sys 0 00:05:39" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" ... 001 (1258.026.000) 05/26 07:11:54 Job executing on host: <137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP> ... 028 (1258.026.000) 05/26 07:11:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:11:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8907" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 07:13:06 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:35, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366329088 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 07:13:06 Job ad information event triggered. SentBytes = 1366329088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7215493" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T07:13:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:35, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "8717217.0" ... 001 (1258.023.000) 05/26 07:13:56 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.023.000) 05/26 07:13:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:13:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 07:16:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:31, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599541632 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 07:16:56 Job ad information event triggered. SentBytes = 1599541632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27443" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c095.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-26T07:16:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:31, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "267006.0" ... 004 (1258.015.000) 05/26 07:17:31 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:36, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646060672 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 07:17:31 Job ad information event triggered. SentBytes = 1646060672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27575" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c008.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-26T07:17:31" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:32:36, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "267179.0" ... 004 (1258.003.000) 05/26 07:17:37 Job was evicted. (0) Job terminated and was requeued Usr 0 01:46:33, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825636224 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 07:17:37 Job ad information event triggered. SentBytes = 1825636224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27588" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c060.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 3 EventTime = "2019-05-26T07:17:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:46:33, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "278988.0" ... 001 (1258.003.000) 05/26 07:17:48 Job executing on host: <137.99.79.237:17513?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#699&addrs=137.99.79.237-17513+[--1]-17513&noUDP> ... 028 (1258.003.000) 05/26 07:17:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:17:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.237:17513?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#699&addrs=137.99.79.237-17513+[--1]-17513&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716138.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211693" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat17.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/26 07:18:09 Job executing on host: <72.36.96.45:35689?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#560212&addrs=72.36.96.45-35689&noUDP> ... 028 (1258.015.000) 05/26 07:18:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T07:18:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.45:35689?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#560212&addrs=72.36.96.45-35689&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "268085.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7971154" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c138.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 07:18:09 Job executing on host: <149.165.225.193:33503?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#891427&addrs=149.165.225.193-33503&noUDP> ... 028 (1258.048.000) 05/26 07:18:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T07:18:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.193:33503?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#891427&addrs=149.165.225.193-33503&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "268092.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7971154" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c193.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 07:18:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:14, Sys 0 00:05:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257139328 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 07:18:10 Job ad information event triggered. SentBytes = 1257139328.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8405055" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@comphy.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 8 EventTime = "2019-05-26T07:18:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:38:14, Sys 0 00:05:56" JOB_GLIDEIN_SiteWMS_JobId = "68037.0" ... 004 (1258.053.000) 05/26 07:18:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:32, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306892160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 07:18:27 Job ad information event triggered. SentBytes = 1306892160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T07:18:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:32, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" ... 001 (1258.008.000) 05/26 07:18:49 Job executing on host: <192.170.226.181:33825?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#875958&addrs=192.170.226.181-33825&noUDP> ... 028 (1258.008.000) 05/26 07:18:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T07:18:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.181:33825?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#875958&addrs=192.170.226.181-33825&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "268095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28352" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c360.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 07:18:49 Job executing on host: <72.36.96.192:42634?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#858513&addrs=72.36.96.192-42634&noUDP> ... 028 (1258.053.000) 05/26 07:18:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 53 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T07:18:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.192:42634?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#858513&addrs=72.36.96.192-42634&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "268102.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28352" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/26 07:37:11 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405152 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/26 07:37:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:37:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 ResidentSetSize = 405152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 07:41:35 Job was evicted. (0) Job terminated and was requeued Usr 0 00:25:48, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 369490784 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 07:41:35 Job ad information event triggered. SentBytes = 369490784.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "28352" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c063.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 53 EventTime = "2019-05-26T07:41:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:25:48, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "268102.0" ... 006 (1258.013.000) 05/26 07:42:12 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405484 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/26 07:42:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:42:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 ResidentSetSize = 405484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 07:42:46 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.053.000) 05/26 07:42:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:42:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/26 07:47:13 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407460 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/26 07:47:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:47:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 ResidentSetSize = 407460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.048.000) 05/26 07:48:20 Image size of job updated: 7500000 1107 - MemoryUsage of job (MB) 1133168 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/26 07:48:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T07:48:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 1107 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "268092.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7971154" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c193.iu.edu" Subproc = 0 ResidentSetSize = 1133168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.013.000) 05/26 07:52:13 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409528 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/26 07:52:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:52:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 ResidentSetSize = 409528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 08:07:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:41, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608420736 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 08:07:16 Job ad information event triggered. SentBytes = 1608420736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T08:07:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:41, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.012.000) 05/26 08:07:45 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.012.000) 05/26 08:07:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:07:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 08:08:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:36, Sys 0 00:03:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391623296 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 08:08:23 Job ad information event triggered. SentBytes = 1391623296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7719609" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c069.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 39 EventTime = "2019-05-26T08:08:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:36, Sys 0 00:03:29" JOB_GLIDEIN_SiteWMS_JobId = "267513.0" ... 001 (1258.039.000) 05/26 08:08:45 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/26 08:08:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:08:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 08:19:02 Job was evicted. (0) Job terminated and was requeued Usr 0 02:28:24, Sys 0 00:05:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633174528 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 08:19:02 Job ad information event triggered. SentBytes = 1633174528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8940" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T08:19:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:28:24, Sys 0 00:05:26" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" ... 004 (1258.009.000) 05/26 08:19:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:21:26, Sys 0 00:03:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1033421056 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 08:19:26 Job ad information event triggered. SentBytes = 1033421056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T08:19:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:21:26, Sys 0 00:03:45" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 001 (1258.022.000) 05/26 08:19:49 Job executing on host: <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1258.022.000) 05/26 08:19:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:19:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 08:19:49 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.009.000) 05/26 08:19:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:19:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 08:21:31 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:01, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348506496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 08:21:31 Job ad information event triggered. SentBytes = 1348506496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T08:21:31" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:01, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" ... 001 (1258.038.000) 05/26 08:21:47 Job executing on host: <137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP> ... 028 (1258.038.000) 05/26 08:21:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:21:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 08:28:47 Job was evicted. (0) Job terminated and was requeued Usr 0 01:21:43, Sys 0 00:02:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599544704 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 08:28:47 Job ad information event triggered. SentBytes = 1599544704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7971154" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c193.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-26T08:28:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:21:43, Sys 0 00:02:11" JOB_GLIDEIN_SiteWMS_JobId = "268092.0" ... 001 (1258.048.000) 05/26 08:29:50 Job executing on host: <137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP> ... 028 (1258.048.000) 05/26 08:29:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:29:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/26 08:37:42 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:28, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600982656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 08:37:42 Job ad information event triggered. SentBytes = 1600982656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T08:37:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:28, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 004 (1258.008.000) 05/26 08:37:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:56, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257128192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 08:37:59 Job ad information event triggered. SentBytes = 1257128192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "28352" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c360.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 8 EventTime = "2019-05-26T08:37:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:22:56, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "268095.0" ... 001 (1258.008.000) 05/26 08:38:51 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.008.000) 05/26 08:38:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:38:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 08:38:55 Job executing on host: <128.186.19.131:6675?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#784&addrs=128.186.19.131-6675+[--1]-6675&noUDP> ... 028 (1258.014.000) 05/26 08:38:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 14 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T08:38:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:6675?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#784&addrs=128.186.19.131-6675+[--1]-6675&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68087.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "35696" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/26 08:41:14 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:29, Sys 0 00:03:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 08:41:14 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T08:41:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:29, Sys 0 00:03:09" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 001 (1258.000.000) 05/26 08:41:52 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.000.000) 05/26 08:41:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:41:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/26 08:41:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:20, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612102912 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 08:41:57 Job ad information event triggered. SentBytes = 1612102912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T08:41:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:20, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 004 (1258.015.000) 05/26 08:42:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:54, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646059776 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 08:42:05 Job ad information event triggered. SentBytes = 1646059776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7971154" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c138.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-26T08:42:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:32:54, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "268085.0" ... 001 (1258.015.000) 05/26 08:42:59 Job executing on host: <128.186.19.143:33785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#673&addrs=128.186.19.143-33785+[--1]-33785&noUDP> ... 028 (1258.015.000) 05/26 08:42:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T08:42:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:33785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#673&addrs=128.186.19.143-33785+[--1]-33785&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8407453" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/26 08:44:20 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.013.000) 05/26 08:44:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:44:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 08:45:11 Job was evicted. (0) Job terminated and was requeued Usr 0 02:14:12, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992896 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 08:45:11 Job ad information event triggered. SentBytes = 1000992896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T08:45:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:14:12, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 004 (1258.054.000) 05/26 08:45:28 Job was evicted. (0) Job terminated and was requeued Usr 0 01:33:48, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 08:45:28 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T08:45:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:33:48, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 001 (1258.018.000) 05/26 08:45:48 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.018.000) 05/26 08:45:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:45:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 08:45:49 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1258.054.000) 05/26 08:45:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:45:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 08:47:58 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:42, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366330240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 08:47:58 Job ad information event triggered. SentBytes = 1366330240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T08:47:58" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:42, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 001 (1258.023.000) 05/26 08:48:49 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.023.000) 05/26 08:48:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:48:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 08:58:06 Job was evicted. (0) Job terminated and was requeued Usr 0 00:12:43, Sys 0 00:00:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 139947936 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 08:58:06 Job ad information event triggered. SentBytes = 139947936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T08:58:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:12:43, Sys 0 00:00:28" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 001 (1258.054.000) 05/26 08:58:59 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1258.054.000) 05/26 08:58:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:58:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 09:07:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:04:01, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605282560 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 09:07:04 Job ad information event triggered. SentBytes = 1605282560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17982" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T09:07:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:04:01, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" ... 001 (1258.041.000) 05/26 09:07:49 Job executing on host: <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.041.000) 05/26 09:07:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:07:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 09:14:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:57:14, Sys 0 00:04:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339969536 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 09:14:55 Job ad information event triggered. SentBytes = 1339969536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T09:14:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:14, Sys 0 00:04:12" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" ... 001 (1258.047.000) 05/26 09:15:51 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 09:15:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:15:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 09:35:55 Job was evicted. (0) Job terminated and was requeued Usr 0 02:04:13, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718397696 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 09:35:55 Job ad information event triggered. SentBytes = 1718397696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18847" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T09:35:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:04:13, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" ... 001 (1258.040.000) 05/26 09:36:50 Job executing on host: <137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP> ... 028 (1258.040.000) 05/26 09:36:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:36:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18847" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 09:40:27 Job was evicted. (0) Job terminated and was requeued Usr 0 00:56:15, Sys 0 00:01:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 658856512 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 09:40:27 Job ad information event triggered. SentBytes = 658856512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212485" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T09:40:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:56:15, Sys 0 00:01:47" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" ... 001 (1258.048.000) 05/26 09:41:53 Job executing on host: <137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP> ... 028 (1258.048.000) 05/26 09:41:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:41:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 09:42:39 Job was evicted. (0) Job terminated and was requeued Usr 0 01:06:22, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 708422400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 09:42:39 Job ad information event triggered. SentBytes = 708422400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8940" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T09:42:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:06:22, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" ... 001 (1258.022.000) 05/26 09:43:58 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.022.000) 05/26 09:43:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:43:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 09:53:09 Job was evicted. (0) Job terminated and was requeued Usr 0 02:19:23, Sys 0 00:05:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190946176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 09:53:09 Job ad information event triggered. SentBytes = 1190946176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8907" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T09:53:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:19:23, Sys 0 00:05:29" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" ... 001 (1258.026.000) 05/26 09:53:58 Job executing on host: <137.99.79.140:13087?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#742&addrs=137.99.79.140-13087+[--1]-13087&noUDP> ... 028 (1258.026.000) 05/26 09:53:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:53:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:13087?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#742&addrs=137.99.79.140-13087+[--1]-13087&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 09:54:46 Job was evicted. (0) Job terminated and was requeued Usr 0 02:10:12, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 09:54:46 Job ad information event triggered. SentBytes = 1628121216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8817" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T09:54:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:10:12, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" ... 001 (1258.007.000) 05/26 09:55:51 Job executing on host: <137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP> ... 028 (1258.007.000) 05/26 09:55:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:55:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 10:00:34 Job was evicted. (0) Job terminated and was requeued Usr 0 01:21:18, Sys 0 00:03:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769856 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 10:00:34 Job ad information event triggered. SentBytes = 1043769856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T10:00:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:21:18, Sys 0 00:03:41" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 001 (1258.009.000) 05/26 10:01:53 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.009.000) 05/26 10:01:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:01:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 10:04:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:30:21, Sys 0 00:03:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825627520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 10:04:05 Job ad information event triggered. SentBytes = 1825627520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat17.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T10:04:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:30:21, Sys 0 00:03:52" JOB_GLIDEIN_SiteWMS_JobId = "8716138.0" ... 001 (1258.003.000) 05/26 10:04:52 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.003.000) 05/26 10:04:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:04:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 10:12:35 Job was evicted. (0) Job terminated and was requeued Usr 0 02:22:09, Sys 0 00:03:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696700928 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 10:12:35 Job ad information event triggered. SentBytes = 1696700928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T10:12:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:22:09, Sys 0 00:03:57" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" ... 004 (1258.041.000) 05/26 10:12:59 Job was evicted. (0) Job terminated and was requeued Usr 0 00:50:57, Sys 0 00:01:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 658983104 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 10:12:59 Job ad information event triggered. SentBytes = 658983104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17982" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T10:12:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:50:57, Sys 0 00:01:21" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" ... 001 (1258.004.000) 05/26 10:13:57 Job executing on host: <137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP> ... 028 (1258.004.000) 05/26 10:13:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:13:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 10:13:59 Job executing on host: <137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP> ... 028 (1258.041.000) 05/26 10:13:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:13:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:19409?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#739&addrs=137.99.79.172-19409+[--1]-19409&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17982" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 10:14:14 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:40, Sys 0 00:03:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306976768 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 10:14:14 Job ad information event triggered. SentBytes = 1306976768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T10:14:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:40, Sys 0 00:03:44" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1258.053.000) 05/26 10:14:51 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.053.000) 05/26 10:14:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:14:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 10:15:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:39:30, Sys 0 00:03:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 10:15:26 Job ad information event triggered. SentBytes = 1391626240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T10:15:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:39:30, Sys 0 00:03:28" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.039.000) 05/26 10:16:51 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/26 10:16:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:16:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 10:18:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:47, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608427904 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 10:18:05 Job ad information event triggered. SentBytes = 1608427904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T10:18:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:47, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.012.000) 05/26 10:18:59 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.012.000) 05/26 10:18:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:18:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 10:20:21 Job was evicted. (0) Job terminated and was requeued Usr 0 01:34:17, Sys 0 00:03:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348500992 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 10:20:21 Job ad information event triggered. SentBytes = 1348500992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T10:20:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:17, Sys 0 00:03:15" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" ... 001 (1258.038.000) 05/26 10:21:03 Job executing on host: <137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP> ... 028 (1258.038.000) 05/26 10:21:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:21:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.158:27055?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#664&addrs=137.99.79.158-27055+[--1]-27055&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 10:22:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:34, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 10:22:51 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T10:22:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:34, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.008.000) 05/26 10:23:51 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.008.000) 05/26 10:23:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:23:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/26 10:27:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:33:45, Sys 0 00:03:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646052480 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 10:27:54 Job ad information event triggered. SentBytes = 1646052480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8407453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 EventTime = "2019-05-26T10:27:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:33:45, Sys 0 00:03:43" JOB_GLIDEIN_SiteWMS_JobId = "68095.0" ... 001 (1258.015.000) 05/26 10:28:51 Job executing on host: <137.99.79.157:29527?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#747&addrs=137.99.79.157-29527+[--1]-29527&noUDP> ... 028 (1258.015.000) 05/26 10:28:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:28:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:29527?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#747&addrs=137.99.79.157-29527+[--1]-29527&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717640.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19975" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 10:36:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:56, Sys 0 00:02:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366327680 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 10:36:10 Job ad information event triggered. SentBytes = 1366327680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T10:36:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:56, Sys 0 00:02:52" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 004 (1258.000.000) 05/26 10:36:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:14, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435708160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 10:36:27 Job ad information event triggered. SentBytes = 1435708160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T10:36:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:14, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 001 (1258.000.000) 05/26 10:37:05 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.000.000) 05/26 10:37:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:37:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/26 10:37:05 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.023.000) 05/26 10:37:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:37:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 10:46:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:04, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 10:46:23 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T10:46:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:04, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 004 (1258.013.000) 05/26 10:46:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:52:00, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612006400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 10:46:23 Job ad information event triggered. SentBytes = 1612006400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T10:46:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:00, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 004 (1258.014.000) 05/26 10:46:44 Job was evicted. (0) Job terminated and was requeued Usr 0 02:05:14, Sys 0 00:06:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600887552 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 10:46:44 Job ad information event triggered. SentBytes = 1600887552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "35696" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_29@comphy.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 14 EventTime = "2019-05-26T10:46:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 02:05:14, Sys 0 00:06:39" JOB_GLIDEIN_SiteWMS_JobId = "68087.0" ... 001 (1258.013.000) 05/26 10:47:02 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.013.000) 05/26 10:47:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:47:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 10:47:04 Job executing on host: <137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP> ... 028 (1258.054.000) 05/26 10:47:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:47:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 10:47:57 Job executing on host: <137.99.79.177:13783?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#724&addrs=137.99.79.177-13783+[--1]-13783&noUDP> ... 028 (1258.014.000) 05/26 10:47:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:47:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:13783?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#724&addrs=137.99.79.177-13783+[--1]-13783&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717360.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19169" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 10:52:46 Job was evicted. (0) Job terminated and was requeued Usr 0 02:07:09, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000991296 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 10:52:46 Job ad information event triggered. SentBytes = 1000991296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T10:52:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:07:09, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 001 (1258.018.000) 05/26 10:53:48 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.018.000) 05/26 10:53:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:53:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 11:02:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:58, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043772160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 11:02:51 Job ad information event triggered. SentBytes = 1043772160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T11:02:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:01:58, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.009.000) 05/26 11:03:51 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.009.000) 05/26 11:03:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:03:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 11:11:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:10:41, Sys 0 00:01:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 882191680 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 11:11:38 Job ad information event triggered. SentBytes = 882191680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T11:11:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:10:41, Sys 0 00:01:44" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 006 (1258.009.000) 05/26 11:14:02 Image size of job updated: 13829500 9766 - MemoryUsage of job (MB) 10000000 - ResidentSetSize of job (KB) ... 028 (1258.009.000) 05/26 11:14:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 13829500 Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 9766 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 10000000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 11:16:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:49, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190954496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 11:16:05 Job ad information event triggered. SentBytes = 1190954496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213598" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T11:16:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:49, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" ... 001 (1258.026.000) 05/26 11:16:47 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.026.000) 05/26 11:16:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:16:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 11:17:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:46, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633169536 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 11:17:25 Job ad information event triggered. SentBytes = 1633169536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T11:17:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:46, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 001 (1258.022.000) 05/26 11:17:48 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.022.000) 05/26 11:17:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:17:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 11:18:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:45, Sys 0 00:03:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1337032192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 11:18:27 Job ad information event triggered. SentBytes = 1337032192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T11:18:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:45, Sys 0 00:03:36" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" ... 001 (1258.047.000) 05/26 11:18:49 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1258.047.000) 05/26 11:18:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:18:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 11:37:54 Job was evicted. (0) Job terminated and was requeued Usr 0 02:07:30, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718406656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 11:37:54 Job ad information event triggered. SentBytes = 1718406656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18847" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T11:37:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:07:30, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" ... 001 (1258.003.000) 05/26 11:38:48 Job executing on host: <137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP> ... 028 (1258.003.000) 05/26 11:38:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:38:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18847" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/26 11:42:16 Job executing on host: <192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP> ... 028 (1258.040.000) 05/26 11:42:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 40 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T11:42:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6896014" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 11:46:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:03, Sys 0 00:02:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 11:46:25 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T11:46:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:03, Sys 0 00:02:52" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.008.000) 05/26 11:47:48 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.008.000) 05/26 11:47:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:47:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 11:48:45 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:24, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348502400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 11:48:45 Job ad information event triggered. SentBytes = 1348502400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod23.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T11:48:45" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:24, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "8713045.0" ... 001 (1258.038.000) 05/26 11:49:48 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.038.000) 05/26 11:49:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:49:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 11:52:43 Job was evicted. (0) Job terminated and was requeued Usr 0 01:39:36, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391637888 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 11:52:43 Job ad information event triggered. SentBytes = 1391637888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T11:52:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:39:36, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.039.000) 05/26 11:53:48 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/26 11:53:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:53:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 11:55:46 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:44, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608420224 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 11:55:46 Job ad information event triggered. SentBytes = 1608420224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T11:55:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:44, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.012.000) 05/26 11:56:50 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.012.000) 05/26 11:56:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:56:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/26 12:02:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:52, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646052480 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 12:02:57 Job ad information event triggered. SentBytes = 1646052480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19975" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T12:02:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:38:52, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "8717640.0" ... 004 (1258.054.000) 05/26 12:03:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:15:46, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077788160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 12:03:23 Job ad information event triggered. SentBytes = 1077788160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T12:03:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:15:46, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" ... 001 (1258.054.000) 05/26 12:03:51 Job executing on host: <137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP> ... 028 (1258.054.000) 05/26 12:03:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:03:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/26 12:03:52 Job executing on host: <137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP> ... 028 (1258.015.000) 05/26 12:03:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:03:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 12:06:51 Job was evicted. (0) Job terminated and was requeued Usr 0 02:14:15, Sys 0 00:03:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599547776 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 12:06:51 Job ad information event triggered. SentBytes = 1599547776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212485" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T12:06:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:14:15, Sys 0 00:03:58" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" ... 004 (1258.009.000) 05/26 12:07:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:16, Sys 0 00:01:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043766848 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 12:07:07 Job ad information event triggered. SentBytes = 1043766848.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T12:07:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:16, Sys 0 00:01:57" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.009.000) 05/26 12:07:50 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.009.000) 05/26 12:07:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:07:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 12:07:51 Job executing on host: <137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP> ... 028 (1258.048.000) 05/26 12:07:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:07:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 12:10:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:34:38, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 12:10:12 Job ad information event triggered. SentBytes = 1366322432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T12:10:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:38, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 004 (1258.041.000) 05/26 12:10:51 Job was evicted. (0) Job terminated and was requeued Usr 0 02:03:37, Sys 0 00:03:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605274496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 12:10:51 Job ad information event triggered. SentBytes = 1605274496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17982" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T12:10:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:03:37, Sys 0 00:03:50" JOB_GLIDEIN_SiteWMS_JobId = "8717216.0" ... 001 (1258.023.000) 05/26 12:10:52 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.023.000) 05/26 12:10:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:10:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 12:11:48 Job executing on host: <137.99.79.177:21173?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#759&addrs=137.99.79.177-21173+[--1]-21173&noUDP> ... 028 (1258.041.000) 05/26 12:11:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:11:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:21173?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#759&addrs=137.99.79.177-21173+[--1]-21173&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717747.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216957" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 12:16:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:36, Sys 0 00:03:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306982144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 12:16:00 Job ad information event triggered. SentBytes = 1306982144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T12:16:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:36, Sys 0 00:03:45" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1258.053.000) 05/26 12:16:52 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.053.000) 05/26 12:16:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:16:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/26 12:19:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:45:07, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 12:19:01 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T12:19:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:45:07, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 004 (1258.054.000) 05/26 12:19:29 Job was evicted. (0) Job terminated and was requeued Usr 0 00:13:11, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 139948912 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 12:19:29 Job ad information event triggered. SentBytes = 139948912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20285" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T12:19:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:13:11, Sys 0 00:00:34" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" ... 001 (1258.000.000) 05/26 12:19:50 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.000.000) 05/26 12:19:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:19:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 12:19:51 Job executing on host: <137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP> ... 028 (1258.054.000) 05/26 12:19:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:19:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 12:21:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:18, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628012288 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 12:21:05 Job ad information event triggered. SentBytes = 1628012288.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8817" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T12:21:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:18, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" ... 001 (1258.007.000) 05/26 12:21:50 Job executing on host: <137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP> ... 028 (1258.007.000) 05/26 12:21:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:21:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/26 12:37:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:59, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612102912 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 12:37:54 Job ad information event triggered. SentBytes = 1612102912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T12:37:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:59, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1258.013.000) 05/26 12:38:52 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.013.000) 05/26 12:38:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:38:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 12:39:47 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:25, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190946176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 12:39:47 Job ad information event triggered. SentBytes = 1190946176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T12:39:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:26:25, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 001 (1258.026.000) 05/26 12:40:48 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.026.000) 05/26 12:40:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:40:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 12:46:29 Job was evicted. (0) Job terminated and was requeued Usr 0 02:22:55, Sys 0 00:04:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696705152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 12:46:29 Job ad information event triggered. SentBytes = 1696705152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T12:46:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:22:55, Sys 0 00:04:18" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" ... 001 (1258.004.000) 05/26 12:47:48 Job executing on host: <137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP> ... 028 (1258.004.000) 05/26 12:47:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:47:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/26 12:50:52 Job was evicted. (0) Job terminated and was requeued Usr 0 02:05:29, Sys 0 00:03:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600982400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 12:50:52 Job ad information event triggered. SentBytes = 1600982400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19169" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T12:50:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:05:29, Sys 0 00:03:55" JOB_GLIDEIN_SiteWMS_JobId = "8717360.0" ... 001 (1258.014.000) 05/26 12:51:49 Job executing on host: <137.99.79.177:13783?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#724&addrs=137.99.79.177-13783+[--1]-13783&noUDP> ... 028 (1258.014.000) 05/26 12:51:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:51:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:13783?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#724&addrs=137.99.79.177-13783+[--1]-13783&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717360.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19169" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 12:57:37 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:14, Sys 0 00:02:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633177216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 12:57:37 Job ad information event triggered. SentBytes = 1633177216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T12:57:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:14, Sys 0 00:02:45" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 001 (1258.022.000) 05/26 12:57:53 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.022.000) 05/26 12:57:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:57:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 12:59:42 Job was evicted. (0) Job terminated and was requeued Usr 0 02:06:32, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000993408 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 12:59:42 Job ad information event triggered. SentBytes = 1000993408.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T12:59:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:06:32, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 001 (1258.018.000) 05/26 13:00:53 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.018.000) 05/26 13:00:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:00:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 13:12:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:26, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769792 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 13:12:07 Job ad information event triggered. SentBytes = 1043769792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T13:12:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:26, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.009.000) 05/26 13:12:52 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.009.000) 05/26 13:12:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:12:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 13:13:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:20:27, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718398336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 13:13:22 Job ad information event triggered. SentBytes = 1718398336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6896014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 40 EventTime = "2019-05-26T13:13:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:20:27, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" ... 004 (1258.029.000) 05/26 13:15:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:36:58, Sys 0 00:03:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1250000 1 82678688 Memory (MB) : 391 1024 2048 ... 028 (1258.029.000) 05/26 13:15:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T13:15:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:36:58, Sys 0 00:03:15" JOB_GLIDEIN_SiteWMS_JobId = "8713075.0" ... 012 (1258.029.000) 05/26 13:15:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.029.000) 05/26 13:15:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:15:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.029.000) 05/26 13:15:36 Job was released. via condor_release (by user jonesrt) ... 028 (1258.029.000) 05/26 13:15:36 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:15:36" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1258.029.000) 05/26 13:15:50 Job executing on host: <137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP> ... 028 (1258.029.000) 05/26 13:15:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:15:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 13:17:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:43, Sys 0 00:02:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257053056 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 13:17:16 Job ad information event triggered. SentBytes = 1257053056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T13:17:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:43, Sys 0 00:02:46" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.008.000) 05/26 13:17:48 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.008.000) 05/26 13:17:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:17:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 012 (1258.040.000) 05/26 13:21:53 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.040.000) 05/26 13:21:53 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:21:53" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.040.000) 05/26 13:22:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.040.000) 05/26 13:22:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1258.040.000) 05/26 13:22:08 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.040.000) 05/26 13:22:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:22:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:22:17 Image size of job updated: 7500000 3 - MemoryUsage of job (MB) 2824 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:22:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:22:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 01:47:57, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 72437844 Memory (MB) : 440 1024 2048 ... 028 (1258.003.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "18847" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:47:57, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" ... 004 (1258.022.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:25:37, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 74408700 Memory (MB) : 733 1024 2048 ... 028 (1258.022.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:25:37, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 004 (1258.009.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:07:41, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 74908544 Memory (MB) : 9766 1024 2048 ... 028 (1258.009.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:07:41, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1258.000.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 01:03:59, Sys 0 00:02:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 77840952 Memory (MB) : 4151 1024 2048 ... 028 (1258.000.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:59, Sys 0 00:02:07" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 004 (1258.023.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 01:12:09, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 73278500 Memory (MB) : 4639 1024 2048 ... 028 (1258.023.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:12:09, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 004 (1258.013.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:44:21, Sys 0 00:01:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 74073168 Memory (MB) : 416 1024 2048 ... 004 (1258.015.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 01:19:25, Sys 0 00:02:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 73601220 Memory (MB) : 2442 1024 2048 ... 028 (1258.013.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:44:21, Sys 0 00:01:30" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 028 (1258.015.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:19:25, Sys 0 00:02:14" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" ... 004 (1258.026.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:43:35, Sys 0 00:01:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 82728192 Memory (MB) : 7325 1024 2048 ... 028 (1258.026.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:43:35, Sys 0 00:01:15" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 004 (1258.004.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:32:17, Sys 0 00:01:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 82056164 Memory (MB) : 1221 1024 2048 ... 028 (1258.004.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "17155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:32:17, Sys 0 00:01:02" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" ... 004 (1258.008.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:04:41, Sys 0 00:00:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 79374804 Memory (MB) : 4883 1024 2048 ... 028 (1258.008.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:04:41, Sys 0 00:00:15" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 004 (1258.012.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 01:29:19, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 78089132 Memory (MB) : 416 1024 2048 ... 028 (1258.012.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:19, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 004 (1258.040.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:29, Sys 0 00:00:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 82259776 Memory (MB) : 3 1024 2048 ... 028 (1258.040.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:00:29, Sys 0 00:00:03" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 004 (1258.039.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:30:42, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 83535108 Memory (MB) : 4395 1024 2048 ... 028 (1258.039.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:30:42, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 004 (1258.054.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:58:21, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 449369292 Memory (MB) : 4151 1024 2048 ... 028 (1258.054.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20285" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:58:21, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" ... 004 (1258.053.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:00:55, Sys 0 00:02:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 79342044 Memory (MB) : 4883 1024 2048 ... 028 (1258.053.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:00:55, Sys 0 00:02:19" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 004 (1258.047.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:56:34, Sys 0 00:03:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 444446676 Memory (MB) : 1221 1024 2048 ... 028 (1258.047.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:34, Sys 0 00:03:19" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" ... 012 (1258.003.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.003.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.023.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.023.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.000.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.000.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.022.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.022.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.041.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:12:54, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 874490916 Memory (MB) : 2686 1024 2048 ... 028 (1258.041.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7216957" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:12:54, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "8717747.0" ... 012 (1258.009.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.009.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.048.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:07:39, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 83234232 Memory (MB) : 1221 1024 2048 ... 028 (1258.048.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7212485" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:07:39, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" ... 012 (1258.015.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.015.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.013.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.013.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.026.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.026.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 26 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.004.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.004.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.008.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.008.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.012.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.012.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.039.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.039.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.040.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.040.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.053.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.053.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.054.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.054.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.018.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:21:29, Sys 0 00:00:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 79523664 Memory (MB) : 391 1024 2048 ... 028 (1258.018.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:21:29, Sys 0 00:00:32" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 004 (1258.007.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:59:01, Sys 0 00:02:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 79104724 Memory (MB) : 2442 1024 2048 ... 028 (1258.007.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8817" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:59:01, Sys 0 00:02:00" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" ... 012 (1258.047.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.047.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.014.000) 05/26 13:22:55 Job was evicted. (0) Job was not checkpointed. Usr 0 00:31:44, Sys 0 00:00:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 870652072 Memory (MB) : 3174 1024 2048 ... 028 (1258.014.000) 05/26 13:22:55 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "19169" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T13:22:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:31:44, Sys 0 00:00:52" JOB_GLIDEIN_SiteWMS_JobId = "8717360.0" ... 004 (1258.029.000) 05/26 13:22:55 Job was evicted. (0) Job was not checkpointed. Usr 0 00:06:38, Sys 0 00:00:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1250000 1 78962916 Memory (MB) : 391 1024 2048 ... 028 (1258.029.000) 05/26 13:22:55 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7213561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T13:22:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:06:38, Sys 0 00:00:18" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" ... 012 (1258.041.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.041.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.048.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.048.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.038.000) 05/26 13:22:55 Job was evicted. (0) Job was not checkpointed. Usr 0 01:35:49, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 82271176 Memory (MB) : 4639 1024 2048 ... 028 (1258.038.000) 05/26 13:22:55 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T13:22:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:49, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 012 (1258.007.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.007.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.018.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.018.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.014.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.014.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.029.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.029.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.038.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.038.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.000.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.000.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.003.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.003.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.004.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.004.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.007.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.007.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.008.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.008.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.009.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.009.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.012.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.012.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.013.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.013.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.014.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.014.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.015.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.015.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.018.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.018.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.022.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.022.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.023.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.023.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.026.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.026.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 26 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.029.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.029.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.038.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.038.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.039.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.039.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.040.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.040.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.041.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.041.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.047.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.047.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.048.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.048.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.053.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.053.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1258.054.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1258.054.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1258.003.000) 05/26 13:24:25 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.003.000) 05/26 13:24:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:24:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/26 13:25:02 Job executing on host: <137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP> ... 028 (1258.040.000) 05/26 13:25:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/26 13:25:07 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.026.000) 05/26 13:25:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 13:25:11 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.009.000) 05/26 13:25:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/26 13:25:14 Job executing on host: <137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP> ... 028 (1258.004.000) 05/26 13:25:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18847" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 13:25:23 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.048.000) 05/26 13:25:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/26 13:25:24 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.038.000) 05/26 13:25:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/26 13:25:25 Job executing on host: <137.99.79.143:21144?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#786&addrs=137.99.79.143-21144+[--1]-21144&noUDP> ... 028 (1258.008.000) 05/26 13:25:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:21144?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#786&addrs=137.99.79.143-21144+[--1]-21144&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717731.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216905" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/26 13:25:32 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.018.000) 05/26 13:25:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/26 13:25:35 Job executing on host: <137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP> ... 028 (1258.039.000) 05/26 13:25:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8907" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/26 13:25:35 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1258.007.000) 05/26 13:25:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/26 13:25:38 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.012.000) 05/26 13:25:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 13:25:40 Job executing on host: <137.99.79.136:29446?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#801&addrs=137.99.79.136-29446+[--1]-29446&noUDP> ... 028 (1258.000.000) 05/26 13:25:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:29446?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#801&addrs=137.99.79.136-29446+[--1]-29446&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717772.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20542" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/26 13:25:41 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.013.000) 05/26 13:25:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 13:25:47 Job executing on host: <137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP> ... 028 (1258.041.000) 05/26 13:25:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 13:25:49 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1258.053.000) 05/26 13:25:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/26 13:25:50 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.047.000) 05/26 13:25:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/26 13:25:51 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.023.000) 05/26 13:25:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/26 13:25:51 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.022.000) 05/26 13:25:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/26 13:25:52 Job executing on host: <137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP> ... 028 (1258.029.000) 05/26 13:25:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/26 13:25:54 Job executing on host: <137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP> ... 028 (1258.015.000) 05/26 13:25:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:2582?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#712&addrs=137.99.79.139-2582+[--1]-2582&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2985" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 13:25:55 Job executing on host: <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1258.054.000) 05/26 13:25:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 13:25:58 Job executing on host: <137.99.79.139:4152?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#773&addrs=137.99.79.139-4152+[--1]-4152&noUDP> ... 028 (1258.014.000) 05/26 13:25:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:4152?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#773&addrs=137.99.79.139-4152+[--1]-4152&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717652.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19996" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:30:12 Image size of job updated: 7500000 350 - MemoryUsage of job (MB) 358212 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:30:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:30:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 358212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:35:13 Image size of job updated: 7500000 352 - MemoryUsage of job (MB) 360236 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:35:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:35:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 360236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:40:13 Image size of job updated: 7500000 355 - MemoryUsage of job (MB) 362680 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:40:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:40:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 362680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:45:14 Image size of job updated: 7500000 357 - MemoryUsage of job (MB) 364612 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:45:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:45:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 364612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:50:14 Image size of job updated: 7500000 358 - MemoryUsage of job (MB) 366396 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:50:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:50:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 13:55:14 Image size of job updated: 7500000 361 - MemoryUsage of job (MB) 369324 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 13:55:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:55:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 369324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.022.000) 05/26 13:56:03 Image size of job updated: 12500000 2011 - MemoryUsage of job (MB) 2058936 - ResidentSetSize of job (KB) ... 028 (1258.022.000) 05/26 13:56:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:56:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 2011 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2058936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:00:15 Image size of job updated: 7500000 363 - MemoryUsage of job (MB) 370812 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:00:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:00:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 370812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:05:15 Image size of job updated: 7500000 365 - MemoryUsage of job (MB) 373588 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:05:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:05:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 373588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:10:16 Image size of job updated: 7500000 368 - MemoryUsage of job (MB) 376816 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:10:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:10:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 14:10:37 Job was evicted. (0) Job terminated and was requeued Usr 0 00:46:01, Sys 0 00:01:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 658856576 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 14:10:37 Job ad information event triggered. SentBytes = 658856576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T14:10:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:46:01, Sys 0 00:01:18" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 001 (1258.048.000) 05/26 14:11:48 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.048.000) 05/26 14:11:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:11:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:15:17 Image size of job updated: 7500000 371 - MemoryUsage of job (MB) 379188 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:15:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:15:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:20:17 Image size of job updated: 7500000 374 - MemoryUsage of job (MB) 382084 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:20:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:20:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 14:24:17 Job was evicted. (0) Job terminated and was requeued Usr 0 00:53:59, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761786624 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 14:24:17 Job ad information event triggered. SentBytes = 761786624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T14:24:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:53:59, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" ... 006 (1258.040.000) 05/26 14:25:18 Image size of job updated: 7500000 375 - MemoryUsage of job (MB) 383916 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:25:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:25:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/26 14:26:18 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:23, Sys 0 00:01:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435708160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 14:26:18 Job ad information event triggered. SentBytes = 1435708160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T14:26:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:08:23, Sys 0 00:01:03" JOB_GLIDEIN_SiteWMS_JobId = "8717772.0" ... 001 (1258.029.000) 05/26 14:29:59 Job executing on host: <137.99.79.183:20478?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#754&addrs=137.99.79.183-20478+[--1]-20478&noUDP> ... 028 (1258.029.000) 05/26 14:29:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:29:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:20478?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#754&addrs=137.99.79.183-20478+[--1]-20478&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717774.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20589" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 14:30:00 Job executing on host: <137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP> ... 028 (1258.000.000) 05/26 14:30:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:30:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:30:18 Image size of job updated: 7500000 377 - MemoryUsage of job (MB) 385976 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:30:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:30:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 385976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 14:33:14 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:49, Sys 0 00:01:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633183872 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 14:33:14 Job ad information event triggered. SentBytes = 1633183872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T14:33:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:16:49, Sys 0 00:01:09" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 004 (1258.007.000) 05/26 14:33:32 Job was evicted. (0) Job terminated and was requeued Usr 0 01:19:52, Sys 0 00:01:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 14:33:32 Job ad information event triggered. SentBytes = 1628121216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T14:33:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:19:52, Sys 0 00:01:12" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" ... 006 (1258.040.000) 05/26 14:35:18 Image size of job updated: 7500000 398 - MemoryUsage of job (MB) 407500 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:35:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:35:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 407500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/26 14:35:55 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1258.007.000) 05/26 14:35:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:35:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/26 14:35:55 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.022.000) 05/26 14:35:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:35:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:40:19 Image size of job updated: 7500000 401 - MemoryUsage of job (MB) 409808 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:40:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:40:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 409808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 14:40:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:39, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306981760 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 14:40:51 Job ad information event triggered. SentBytes = 1306981760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T14:40:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:16:39, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 004 (1258.009.000) 05/26 14:40:52 Job was evicted. (0) Job terminated and was requeued Usr 0 01:15:30, Sys 0 00:02:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043771520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 14:40:52 Job ad information event triggered. SentBytes = 1043771520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T14:40:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:15:30, Sys 0 00:02:46" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.009.000) 05/26 14:42:55 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1258.009.000) 05/26 14:42:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:42:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 14:42:55 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.053.000) 05/26 14:42:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:42:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 14:43:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:18:39, Sys 0 00:02:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339969152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 14:43:55 Job ad information event triggered. SentBytes = 1339969152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T14:43:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:18:39, Sys 0 00:02:24" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 006 (1258.040.000) 05/26 14:45:19 Image size of job updated: 7500000 403 - MemoryUsage of job (MB) 411900 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:45:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:45:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 411900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 14:47:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:34, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 14:47:09 Job ad information event triggered. SentBytes = 1366322432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T14:47:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:22:34, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1258.026.000) 05/26 14:48:03 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:08, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190951296 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 14:48:03 Job ad information event triggered. SentBytes = 1190951296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T14:48:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:26:08, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 001 (1258.023.000) 05/26 14:48:54 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.023.000) 05/26 14:48:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:48:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/26 14:48:55 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.047.000) 05/26 14:48:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:48:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/26 14:48:55 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.026.000) 05/26 14:48:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:48:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:50:20 Image size of job updated: 7500000 405 - MemoryUsage of job (MB) 413796 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:50:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:50:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 413796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 14:52:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:27, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257138816 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 14:52:17 Job ad information event triggered. SentBytes = 1257138816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216905" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T14:52:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:27, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "8717731.0" ... 004 (1258.038.000) 05/26 14:54:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:31:21, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348510336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 14:54:51 Job ad information event triggered. SentBytes = 1348510336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T14:54:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:31:21, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.008.000) 05/26 14:54:54 Job executing on host: <137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP> ... 028 (1258.008.000) 05/26 14:54:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:54:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 14:55:20 Image size of job updated: 7500000 406 - MemoryUsage of job (MB) 415308 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 14:55:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:55:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 415308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/26 14:55:46 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.038.000) 05/26 14:55:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:55:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 15:00:21 Image size of job updated: 7500000 408 - MemoryUsage of job (MB) 417756 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 15:00:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:00:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 417756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 15:05:21 Image size of job updated: 7500000 410 - MemoryUsage of job (MB) 419256 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 15:05:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:05:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 419256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.040.000) 05/26 15:10:21 Image size of job updated: 7500000 412 - MemoryUsage of job (MB) 421460 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/26 15:10:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:10:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 421460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 15:11:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:10, Sys 0 00:04:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 15:11:56 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8940" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T15:11:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:10, Sys 0 00:04:07" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" ... 006 (1258.053.000) 05/26 15:13:06 Image size of job updated: 14466944 4883 - MemoryUsage of job (MB) 5000000 - ResidentSetSize of job (KB) ... 028 (1258.053.000) 05/26 15:13:06 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14466944 Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 4883 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 5000000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 15:13:55 Job executing on host: <137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP> ... 028 (1258.054.000) 05/26 15:13:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:13:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/26 15:15:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:39, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600880128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 15:15:13 Job ad information event triggered. SentBytes = 1600880128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19996" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T15:15:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:39, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "8717652.0" ... 004 (1258.012.000) 05/26 15:18:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:13, Sys 0 00:03:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608424320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 15:18:13 Job ad information event triggered. SentBytes = 1608424320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T15:18:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:13, Sys 0 00:03:32" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 004 (1258.013.000) 05/26 15:18:40 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:16, Sys 0 00:03:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612096640 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 15:18:40 Job ad information event triggered. SentBytes = 1612096640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T15:18:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:16, Sys 0 00:03:27" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 004 (1258.004.000) 05/26 15:19:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:57:31, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696705152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 15:19:16 Job ad information event triggered. SentBytes = 1696705152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18847" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T15:19:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:31, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" ... 001 (1258.012.000) 05/26 15:20:03 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 001 (1258.013.000) 05/26 15:20:03 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.012.000) 05/26 15:20:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:20:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 15:20:03 Job executing on host: <137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP> ... 001 (1258.004.000) 05/26 15:20:04 Job executing on host: <137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP> ... 028 (1258.013.000) 05/26 15:20:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:20:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.014.000) 05/26 15:20:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:20:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8534" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.004.000) 05/26 15:20:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:20:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.141:16436?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#737&addrs=137.99.79.141-16436+[--1]-16436&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18847" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/26 15:20:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:24, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646052480 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 15:20:20 Job ad information event triggered. SentBytes = 1646052480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2985" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T15:20:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:24, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "8713056.0" ... 004 (1258.029.000) 05/26 15:20:35 Job was evicted. (0) Job terminated and was requeued Usr 0 00:59:28, Sys 0 00:01:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761786176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 15:20:35 Job ad information event triggered. SentBytes = 761786176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20589" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T15:20:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:59:28, Sys 0 00:01:35" JOB_GLIDEIN_SiteWMS_JobId = "8717774.0" ... 001 (1258.015.000) 05/26 15:25:51 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1258.015.000) 05/26 15:25:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:25:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/26 15:25:51 Job executing on host: <137.99.79.183:20478?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#754&addrs=137.99.79.183-20478+[--1]-20478&noUDP> ... 028 (1258.029.000) 05/26 15:25:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:25:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:20478?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#754&addrs=137.99.79.183-20478+[--1]-20478&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717774.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20589" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 15:28:01 Job was evicted. (0) Job terminated and was requeued Usr 0 02:07:11, Sys 0 00:03:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718406656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 15:28:01 Job ad information event triggered. SentBytes = 1718406656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T15:28:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:07:11, Sys 0 00:03:24" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" ... 001 (1258.040.000) 05/26 15:31:45 Job executing on host: <137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP> ... 028 (1258.040.000) 05/26 15:31:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:31:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 15:33:46 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:05, Sys 0 00:03:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825629824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 15:33:46 Job ad information event triggered. SentBytes = 1825629824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T15:33:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:05, Sys 0 00:03:35" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 001 (1258.003.000) 05/26 15:34:46 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.003.000) 05/26 15:34:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:34:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 15:42:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:00:34, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043770240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 15:42:26 Job ad information event triggered. SentBytes = 1043770240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T15:42:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:00:34, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 004 (1258.022.000) 05/26 15:42:53 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:46, Sys 0 00:01:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633169536 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 15:42:53 Job ad information event triggered. SentBytes = 1633169536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T15:42:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:16:46, Sys 0 00:01:00" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 004 (1258.007.000) 05/26 15:43:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:19:25, Sys 0 00:01:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121472 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 15:43:15 Job ad information event triggered. SentBytes = 1628121472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T15:43:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:19:25, Sys 0 00:01:11" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" ... 001 (1258.022.000) 05/26 15:46:55 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1258.022.000) 05/26 15:46:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:46:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 15:46:55 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.009.000) 05/26 15:46:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:46:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/26 15:46:59 Job executing on host: <137.99.79.147:13989?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#708&addrs=137.99.79.147-13989+[--1]-13989&noUDP> ... 028 (1258.007.000) 05/26 15:46:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:46:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:13989?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#708&addrs=137.99.79.147-13989+[--1]-13989&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717278.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18358" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 15:47:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:23:54, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000991424 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 15:47:04 Job ad information event triggered. SentBytes = 1000991424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T15:47:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:23:54, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.018.000) 05/26 15:52:52 Job executing on host: <137.99.79.226:19195?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#781&addrs=137.99.79.226-19195+[--1]-19195&noUDP> ... 028 (1258.018.000) 05/26 15:52:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:52:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:19195?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#781&addrs=137.99.79.226-19195+[--1]-19195&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717601.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216503" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 15:54:33 Job was evicted. (0) Job terminated and was requeued Usr 0 02:18:00, Sys 0 00:04:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605277312 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 15:54:33 Job ad information event triggered. SentBytes = 1605277312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T15:54:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:18:00, Sys 0 00:04:11" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" ... 001 (1258.041.000) 05/26 15:58:53 Job executing on host: <137.99.79.139:12637?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#732&addrs=137.99.79.139-12637+[--1]-12637&noUDP> ... 028 (1258.041.000) 05/26 15:58:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:58:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:12637?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#732&addrs=137.99.79.139-12637+[--1]-12637&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717810.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217513" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 16:03:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:25, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599554176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 16:03:44 Job ad information event triggered. SentBytes = 1599554176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T16:03:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:25, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 001 (1258.048.000) 05/26 16:04:48 Job executing on host: <137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP> ... 028 (1258.048.000) 05/26 16:04:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:04:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17317" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/26 16:05:41 Job was evicted. (0) Job terminated and was requeued Usr 0 01:18:52, Sys 0 00:02:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339968256 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/26 16:05:41 Job ad information event triggered. SentBytes = 1339968256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-26T16:05:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:18:52, Sys 0 00:02:07" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 004 (1258.000.000) 05/26 16:07:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:41:11, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435708160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 16:07:22 Job ad information event triggered. SentBytes = 1435708160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T16:07:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:41:11, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" ... 004 (1258.023.000) 05/26 16:07:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:21:35, Sys 0 00:02:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366324352 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 16:07:55 Job ad information event triggered. SentBytes = 1366324352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T16:07:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:21:35, Sys 0 00:02:13" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.000.000) 05/26 16:10:51 Job executing on host: <128.186.19.131:17226?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#750&addrs=128.186.19.131-17226+[--1]-17226&noUDP> ... 028 (1258.000.000) 05/26 16:10:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T16:10:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:17226?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#750&addrs=128.186.19.131-17226+[--1]-17226&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68196.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8408206" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 16:12:45 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:21, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190950784 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 16:12:45 Job ad information event triggered. SentBytes = 1190950784.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T16:12:45" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:21, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 004 (1258.029.000) 05/26 16:13:32 Job was evicted. (0) Job terminated and was requeued Usr 0 00:56:03, Sys 0 00:01:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761787136 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 16:13:32 Job ad information event triggered. SentBytes = 761787136.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20589" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T16:13:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:56:03, Sys 0 00:01:29" JOB_GLIDEIN_SiteWMS_JobId = "8717774.0" ... 001 (1258.029.000) 05/26 16:13:51 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1258.029.000) 05/26 16:13:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:13:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.026.000) 05/26 16:13:51 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.026.000) 05/26 16:13:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:13:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 16:14:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:32, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306991488 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 16:14:26 Job ad information event triggered. SentBytes = 1306991488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T16:14:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:32, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.053.000) 05/26 16:14:46 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.053.000) 05/26 16:14:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:14:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 16:17:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:41, Sys 0 00:02:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348504320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 16:17:20 Job ad information event triggered. SentBytes = 1348504320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T16:17:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:41, Sys 0 00:02:16" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.038.000) 05/26 16:17:45 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.038.000) 05/26 16:17:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:17:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 16:28:15 Job was evicted. (0) Job terminated and was requeued Usr 0 03:01:20, Sys 0 00:07:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391628800 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 16:28:15 Job ad information event triggered. SentBytes = 1391628800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8907" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T16:28:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:01:20, Sys 0 00:07:19" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" ... 001 (1258.039.000) 05/26 16:28:45 Job executing on host: <137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP> ... 028 (1258.039.000) 05/26 16:28:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:28:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8907" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 16:30:15 Job was evicted. (0) Job terminated and was requeued Usr 0 00:47:45, Sys 0 00:00:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769792 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 16:30:15 Job ad information event triggered. SentBytes = 1043769792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T16:30:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:47:45, Sys 0 00:00:53" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 001 (1258.009.000) 05/26 16:30:44 Job executing on host: <137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP> ... 028 (1258.009.000) 05/26 16:30:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:30:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.136:20888?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#642&addrs=137.99.79.136-20888+[--1]-20888&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8783" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 16:32:42 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:37, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077791616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 16:32:42 Job ad information event triggered. SentBytes = 1077791616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17941" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T16:32:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:37, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" ... 004 (1258.008.000) 05/26 16:33:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:07, Sys 0 00:03:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 16:33:23 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T16:33:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:07, Sys 0 00:03:20" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" ... 001 (1258.008.000) 05/26 16:33:52 Job executing on host: <137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP> ... 028 (1258.008.000) 05/26 16:33:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:33:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 16:33:52 Job executing on host: <137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP> ... 028 (1258.054.000) 05/26 16:33:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:33:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 16:35:41 Job was evicted. (0) Job terminated and was requeued Usr 0 00:05:06, Sys 0 00:00:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 101052488 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 16:35:41 Job ad information event triggered. SentBytes = 101052488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T16:35:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:05:06, Sys 0 00:00:06" JOB_GLIDEIN_SiteWMS_JobId = "8714693.0" ... 001 (1258.009.000) 05/26 16:35:51 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.009.000) 05/26 16:35:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:35:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/26 16:41:47 Job executing on host: <137.99.79.237:17513?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#699&addrs=137.99.79.237-17513+[--1]-17513&noUDP> ... 028 (1258.023.000) 05/26 16:41:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:41:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.237:17513?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#699&addrs=137.99.79.237-17513+[--1]-17513&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716138.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211693" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat17.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/26 16:43:10 Job executing on host: <128.186.19.131:5869?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#748&addrs=128.186.19.131-5869+[--1]-5869&noUDP> ... 028 (1258.047.000) 05/26 16:43:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 47 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T16:43:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:5869?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#748&addrs=128.186.19.131-5869+[--1]-5869&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68202.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8408240" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_39@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 17:11:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:15, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608427520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 17:11:54 Job ad information event triggered. SentBytes = 1608427520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T17:11:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:15, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.012.000) 05/26 17:13:00 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.012.000) 05/26 17:13:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:13:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/26 17:13:03 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:33, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612098048 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 17:13:03 Job ad information event triggered. SentBytes = 1612098048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T17:13:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:33, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1258.013.000) 05/26 17:13:50 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.013.000) 05/26 17:13:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:13:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 17:14:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:17, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696697600 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 17:14:16 Job ad information event triggered. SentBytes = 1696697600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18847" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T17:14:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:17, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "8717290.0" ... 004 (1258.022.000) 05/26 17:16:19 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:46, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633163264 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 17:16:19 Job ad information event triggered. SentBytes = 1633163264.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T17:16:19" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:46, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 004 (1258.015.000) 05/26 17:16:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:02, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646061824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 17:16:44 Job ad information event triggered. SentBytes = 1646061824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T17:16:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:02, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 001 (1258.015.000) 05/26 17:19:52 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1258.015.000) 05/26 17:19:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:19:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/26 17:19:53 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1258.004.000) 05/26 17:19:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:19:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/26 17:19:53 Job executing on host: <137.99.79.179:13594?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#749&addrs=137.99.79.179-13594+[--1]-13594&noUDP> ... 028 (1258.022.000) 05/26 17:19:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:19:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:13594?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#749&addrs=137.99.79.179-13594+[--1]-13594&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717851.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217681" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 17:26:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:47:26, Sys 0 00:02:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121472 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 17:26:01 Job ad information event triggered. SentBytes = 1628121472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18358" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T17:26:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:47:26, Sys 0 00:02:50" JOB_GLIDEIN_SiteWMS_JobId = "8717278.0" ... 004 (1258.029.000) 05/26 17:27:29 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:06, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761787200 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 17:27:29 Job ad information event triggered. SentBytes = 761787200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T17:27:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:08:06, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 001 (1258.029.000) 05/26 17:30:51 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1258.029.000) 05/26 17:30:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:30:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/26 17:30:51 Job executing on host: <137.99.79.183:14652?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#739&addrs=137.99.79.183-14652+[--1]-14652&noUDP> ... 028 (1258.007.000) 05/26 17:30:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:30:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:14652?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#739&addrs=137.99.79.183-14652+[--1]-14652&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717765.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.026.000) 05/26 17:35:35 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:14, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1190943616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.026.000) 05/26 17:35:35 Job ad information event triggered. SentBytes = 1190943616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T17:35:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:14, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 001 (1258.026.000) 05/26 17:36:54 Job executing on host: <137.99.79.172:1241?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#804&addrs=137.99.79.172-1241+[--1]-1241&noUDP> ... 028 (1258.026.000) 05/26 17:36:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 26 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:36:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:1241?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#804&addrs=137.99.79.172-1241+[--1]-1241&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717782.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217334" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 17:42:32 Job was evicted. (0) Job terminated and was requeued Usr 0 02:12:02, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825751040 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 17:42:32 Job ad information event triggered. SentBytes = 1825751040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T17:42:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:12:02, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 004 (1258.038.000) 05/26 17:43:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:28:40, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348506496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 17:43:07 Job ad information event triggered. SentBytes = 1348506496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T17:43:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:28:40, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.003.000) 05/26 17:43:50 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.003.000) 05/26 17:43:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:43:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/26 17:43:50 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.038.000) 05/26 17:43:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:43:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/26 17:44:42 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:42, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600881536 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 17:44:42 Job ad information event triggered. SentBytes = 1600881536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T17:44:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:42, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" ... 004 (1258.053.000) 05/26 17:46:02 Job was evicted. (0) Job terminated and was requeued Usr 0 01:33:04, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306891520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 17:46:02 Job ad information event triggered. SentBytes = 1306891520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T17:46:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:33:04, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 004 (1258.041.000) 05/26 17:46:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:11, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605270784 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 17:46:30 Job ad information event triggered. SentBytes = 1605270784.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217513" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T17:46:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:11, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "8717810.0" ... 001 (1258.053.000) 05/26 17:49:57 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.053.000) 05/26 17:49:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:49:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 17:49:57 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.014.000) 05/26 17:49:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:49:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 17:49:57 Job executing on host: <137.99.79.174:20159?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#735&addrs=137.99.79.174-20159+[--1]-20159&noUDP> ... 028 (1258.041.000) 05/26 17:49:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:49:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.174:20159?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#735&addrs=137.99.79.174-20159+[--1]-20159&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717722.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20161" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat110.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 17:55:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:59, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077787520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 17:55:17 Job ad information event triggered. SentBytes = 1077787520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17941" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T17:55:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:59, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" ... 001 (1258.054.000) 05/26 17:55:51 Job executing on host: <137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP> ... 028 (1258.054.000) 05/26 17:55:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:55:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 18:00:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:56, Sys 0 00:03:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043775936 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 18:00:23 Job ad information event triggered. SentBytes = 1043775936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T18:00:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:22:56, Sys 0 00:03:45" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 001 (1258.009.000) 05/26 18:01:49 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.009.000) 05/26 18:01:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:01:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 18:07:21 Job was evicted. (0) Job terminated and was requeued Usr 0 02:17:50, Sys 0 00:03:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718397056 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 18:07:21 Job ad information event triggered. SentBytes = 1718397056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T18:07:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:17:50, Sys 0 00:03:32" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" ... 001 (1258.040.000) 05/26 18:07:53 Job executing on host: <137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP> ... 028 (1258.040.000) 05/26 18:07:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:07:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 18:11:03 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:34, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257133184 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 18:11:03 Job ad information event triggered. SentBytes = 1257133184.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T18:11:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:34, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" ... 001 (1258.008.000) 05/26 18:13:49 Job executing on host: <137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP> ... 028 (1258.008.000) 05/26 18:13:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:13:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/26 18:17:41 Job was evicted. (0) Job terminated and was requeued Usr 0 02:04:42, Sys 0 00:04:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599544192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 18:17:41 Job ad information event triggered. SentBytes = 1599544192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17317" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T18:17:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:04:42, Sys 0 00:04:21" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" ... 001 (1258.048.000) 05/26 18:19:49 Job executing on host: <137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP> ... 028 (1258.048.000) 05/26 18:19:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:19:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17317" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 18:26:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:59:50, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366326784 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 18:26:50 Job ad information event triggered. SentBytes = 1366326784.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat17.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T18:26:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:59:50, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "8716138.0" ... 001 (1258.023.000) 05/26 18:30:54 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1258.023.000) 05/26 18:30:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:30:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 18:39:12 Job was evicted. (0) Job terminated and was requeued Usr 0 02:34:16, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000993920 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 18:39:12 Job ad information event triggered. SentBytes = 1000993920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216503" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T18:39:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:34:16, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "8717601.0" ... 001 (1258.018.000) 05/26 18:41:53 Job executing on host: <137.99.79.226:19195?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#781&addrs=137.99.79.226-19195+[--1]-19195&noUDP> ... 028 (1258.018.000) 05/26 18:41:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:41:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:19195?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#781&addrs=137.99.79.226-19195+[--1]-19195&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717601.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216503" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/26 18:47:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:10, Sys 0 00:06:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435721344 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 18:47:16 Job ad information event triggered. SentBytes = 1435721344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8408206" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@comphy.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 0 EventTime = "2019-05-26T18:47:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:58:10, Sys 0 00:06:02" JOB_GLIDEIN_SiteWMS_JobId = "68196.0" ... 001 (1258.000.000) 05/26 18:47:54 Job executing on host: <137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP> ... 028 (1258.000.000) 05/26 18:47:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:47:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/26 18:51:07 Image size of job updated: 5596320 391 - MemoryUsage of job (MB) 400000 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/26 18:51:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5596320 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:51:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 ResidentSetSize = 400000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/26 18:52:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:36:43, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1645955840 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 18:52:17 Job ad information event triggered. SentBytes = 1645955840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T18:52:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:36:43, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 001 (1258.015.000) 05/26 18:53:57 Job executing on host: <137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP> ... 028 (1258.015.000) 05/26 18:53:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:53:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20014" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 19:03:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:58, Sys 0 00:01:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043770880 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 19:03:22 Job ad information event triggered. SentBytes = 1043770880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T19:03:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:01:58, Sys 0 00:01:56" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 006 (1258.012.000) 05/26 19:03:23 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426056 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/26 19:03:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:03:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 ResidentSetSize = 426056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 19:05:33 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:15, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348504320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 19:05:33 Job ad information event triggered. SentBytes = 1348504320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T19:05:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:15, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.009.000) 05/26 19:05:52 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.009.000) 05/26 19:05:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:05:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/26 19:05:52 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.038.000) 05/26 19:05:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:05:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/26 19:06:08 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:32, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612006400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 19:06:08 Job ad information event triggered. SentBytes = 1612006400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T19:06:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:32, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 006 (1258.012.000) 05/26 19:08:23 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427788 - ResidentSetSize of job (KB) ... 028 (1258.012.000) 05/26 19:08:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:08:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 ResidentSetSize = 427788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 19:10:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:57:26, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628123904 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 19:10:54 Job ad information event triggered. SentBytes = 1628123904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T19:10:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:26, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "8717765.0" ... 004 (1258.012.000) 05/26 19:11:25 Job was evicted. (0) Job terminated and was requeued Usr 0 02:15:17, Sys 0 00:03:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608427904 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 19:11:25 Job ad information event triggered. SentBytes = 1608427904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T19:11:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:15:17, Sys 0 00:03:24" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 001 (1258.012.000) 05/26 19:11:57 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 001 (1258.007.000) 05/26 19:11:57 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.012.000) 05/26 19:11:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:11:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.007.000) 05/26 19:11:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:11:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/26 19:11:58 Job executing on host: <137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP> ... 028 (1258.013.000) 05/26 19:11:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:11:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 19:13:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:48, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696808832 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 19:13:57 Job ad information event triggered. SentBytes = 1696808832.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T19:13:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:48, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 006 (1258.048.000) 05/26 19:15:02 Image size of job updated: 7500000 2229 - MemoryUsage of job (MB) 2282252 - ResidentSetSize of job (KB) ... 028 (1258.048.000) 05/26 19:15:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:15:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 2229 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17317" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2282252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 19:16:24 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:24, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 19:16:24 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17941" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T19:16:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:24, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" ... 001 (1258.004.000) 05/26 19:17:56 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.004.000) 05/26 19:17:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:17:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/26 19:17:56 Job executing on host: <137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP> ... 028 (1258.054.000) 05/26 19:17:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:17:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 19:18:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:20, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306985600 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 19:18:50 Job ad information event triggered. SentBytes = 1306985600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T19:18:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:20, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1258.053.000) 05/26 19:19:50 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.053.000) 05/26 19:19:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:19:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 19:27:25 Job was evicted. (0) Job terminated and was requeued Usr 0 02:57:36, Sys 0 00:07:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 19:27:25 Job ad information event triggered. SentBytes = 1391626240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8907" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T19:27:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:57:36, Sys 0 00:07:18" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" ... 001 (1258.039.000) 05/26 19:30:51 Job executing on host: <137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP> ... 028 (1258.039.000) 05/26 19:30:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:30:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211300" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.029.000) 05/26 19:31:12 Image size of job updated: 5596320 391 - MemoryUsage of job (MB) 400364 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/26 19:31:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5596320 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:31:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 ResidentSetSize = 400364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.048.000) 05/26 19:35:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3468973_44214036@stat116.phys.uconn.edu <137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP> ... 028 (1258.048.000) 05/26 19:35:14 Job ad information event triggered. StartdAddr = "<137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "17317" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T19:35:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_3468973_44214036@stat116.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1258.023.000) 05/26 19:35:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2201180_124397130@stat19.phys.uconn.edu <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1258.023.000) 05/26 19:35:17 Job ad information event triggered. StartdAddr = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T19:35:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_2201180_124397130@stat19.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.029.000) 05/26 19:36:12 Image size of job updated: 5596320 394 - MemoryUsage of job (MB) 402888 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/26 19:36:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5596320 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:36:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 ResidentSetSize = 402888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/26 19:39:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:14, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600985216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 19:39:50 Job ad information event triggered. SentBytes = 1600985216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T19:39:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:14, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.014.000) 05/26 19:41:49 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.014.000) 05/26 19:41:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:41:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 19:46:47 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:25, Sys 0 00:03:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633179520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 19:46:47 Job ad information event triggered. SentBytes = 1633179520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217681" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T19:46:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:25, Sys 0 00:03:33" JOB_GLIDEIN_SiteWMS_JobId = "8717851.0" ... 004 (1258.053.000) 05/26 19:46:48 Job was evicted. (0) Job terminated and was requeued Usr 0 00:26:30, Sys 0 00:00:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 369492960 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 19:46:48 Job ad information event triggered. SentBytes = 369492960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T19:46:48" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:26:30, Sys 0 00:00:46" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1258.022.000) 05/26 19:48:57 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1258.022.000) 05/26 19:48:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:48:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 19:48:57 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.053.000) 05/26 19:48:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:48:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.026.000) 05/26 19:51:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:25:21, Sys 0 00:03:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:25:21, Sys 0 00:03:29 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1831286400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 13740773376 - Total Bytes Sent By Job 6338290688 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2201089 1 882137688 Memory (MB) : 7325 1024 2048 ... 028 (1258.026.000) 05/26 19:51:29 Job ad information event triggered. SentBytes = 1831286400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7217334" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@stat108.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:25:21, Sys 0 00:03:29" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 26 EventTime = "2019-05-26T19:51:29" TotalSentBytes = 13740773376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:25:21, Sys 0 00:03:29" JOB_GLIDEIN_SiteWMS_JobId = "8717782.0" TotalReceivedBytes = 6338290688.0 ... 004 (1258.003.000) 05/26 19:51:39 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:08, Sys 0 00:03:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825622144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 19:51:39 Job ad information event triggered. SentBytes = 1825622144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T19:51:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:08, Sys 0 00:03:25" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 004 (1258.041.000) 05/26 19:52:08 Job was evicted. (0) Job terminated and was requeued Usr 0 02:03:50, Sys 0 00:03:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605281024 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 19:52:08 Job ad information event triggered. SentBytes = 1605281024.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20161" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat110.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T19:52:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:03:50, Sys 0 00:03:36" JOB_GLIDEIN_SiteWMS_JobId = "8717722.0" ... 004 (1258.008.000) 05/26 19:53:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:34, Sys 0 00:03:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257133184 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 19:53:50 Job ad information event triggered. SentBytes = 1257133184.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T19:53:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:34, Sys 0 00:03:14" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" ... 001 (1258.003.000) 05/26 19:55:10 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.003.000) 05/26 19:55:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:55:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/26 19:55:11 Job executing on host: <137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP> ... 028 (1258.008.000) 05/26 19:55:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:55:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 19:55:12 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.041.000) 05/26 19:55:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:55:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 20:01:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:14:19, Sys 0 00:01:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 481768416 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 20:01:23 Job ad information event triggered. SentBytes = 481768416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216503" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T20:01:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:14:19, Sys 0 00:01:35" JOB_GLIDEIN_SiteWMS_JobId = "8717601.0" ... 004 (1258.009.000) 05/26 20:05:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:57, Sys 0 00:02:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043772160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 20:05:26 Job ad information event triggered. SentBytes = 1043772160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T20:05:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:57, Sys 0 00:02:03" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.009.000) 05/26 20:06:58 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.009.000) 05/26 20:06:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:06:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/26 20:06:58 Job executing on host: <137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP> ... 028 (1258.018.000) 05/26 20:06:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:06:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/26 20:09:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:10:50, Sys 0 00:01:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348500992 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/26 20:09:59 Job ad information event triggered. SentBytes = 1348500992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T20:09:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:10:50, Sys 0 00:01:55" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 004 (1258.000.000) 05/26 20:09:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:13, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435709696 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 20:09:59 Job ad information event triggered. SentBytes = 1435709696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T20:09:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:30:13, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" ... 001 (1258.038.000) 05/26 20:12:58 Job executing on host: <137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP> ... 028 (1258.038.000) 05/26 20:12:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:12:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 20:12:58 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1258.000.000) 05/26 20:12:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:12:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 20:13:14 Job was evicted. (0) Job terminated and was requeued Usr 0 02:29:55, Sys 0 00:04:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1678543872 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 20:13:14 Job ad information event triggered. SentBytes = 1678543872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T20:13:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:29:55, Sys 0 00:04:08" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 024 (1258.048.000) 05/26 20:15:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3468973_44214036@stat116.phys.uconn.edu, rescheduling job ... 028 (1258.048.000) 05/26 20:15:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:15:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17317" StartdName = "glidein_3468973_44214036@stat116.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.023.000) 05/26 20:15:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2201180_124397130@stat19.phys.uconn.edu, rescheduling job ... 028 (1258.023.000) 05/26 20:15:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:15:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" StartdName = "glidein_2201180_124397130@stat19.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/26 20:18:58 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.023.000) 05/26 20:18:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:18:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/26 20:18:58 Job executing on host: <137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP> ... 028 (1258.029.000) 05/26 20:18:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:18:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217848" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 20:18:58 Job executing on host: <137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP> ... 028 (1258.048.000) 05/26 20:18:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:18:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:24052?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#735&addrs=137.99.79.159-24052+[--1]-24052&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19692" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/26 20:30:14 Job was evicted. (0) Job terminated and was requeued Usr 0 02:22:02, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718397696 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 20:30:14 Job ad information event triggered. SentBytes = 1718397696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T20:30:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:22:02, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" ... 001 (1258.040.000) 05/26 20:30:58 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1258.040.000) 05/26 20:30:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:30:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 20:38:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:29, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077792256 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 20:38:54 Job ad information event triggered. SentBytes = 1077792256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17941" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T20:38:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:29, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" ... 001 (1258.054.000) 05/26 20:42:49 Job executing on host: <137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP> ... 028 (1258.054.000) 05/26 20:42:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:42:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 20:50:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:53, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696808832 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 20:50:38 Job ad information event triggered. SentBytes = 1696808832.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T20:50:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:53, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 004 (1258.003.000) 05/26 20:54:24 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:30, Sys 0 00:01:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 882195392 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 20:54:24 Job ad information event triggered. SentBytes = 882195392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T20:54:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:30, Sys 0 00:01:40" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 001 (1258.003.000) 05/26 20:54:51 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.003.000) 05/26 20:54:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:54:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/26 20:54:51 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.004.000) 05/26 20:54:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:54:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 21:01:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:20, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608427520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 21:01:20 Job ad information event triggered. SentBytes = 1608427520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T21:01:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:20, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 004 (1258.014.000) 05/26 21:05:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:34:02, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600881536 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 21:05:44 Job ad information event triggered. SentBytes = 1600881536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T21:05:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:02, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.014.000) 05/26 21:06:52 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.014.000) 05/26 21:06:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:06:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/26 21:06:52 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.012.000) 05/26 21:06:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:06:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/26 21:10:42 Job was evicted. (0) Job terminated and was requeued Usr 0 02:03:45, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612098048 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 21:10:42 Job ad information event triggered. SentBytes = 1612098048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T21:10:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:03:45, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" ... 004 (1258.009.000) 05/26 21:11:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:07:56, Sys 0 00:01:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043771520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 21:11:16 Job ad information event triggered. SentBytes = 1043771520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T21:11:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:07:56, Sys 0 00:01:51" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 001 (1258.009.000) 05/26 21:12:55 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1258.009.000) 05/26 21:12:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:12:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/26 21:12:55 Job executing on host: <137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP> ... 028 (1258.013.000) 05/26 21:12:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:12:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/26 21:18:18 Job was evicted. (0) Job terminated and was requeued Usr 0 02:20:05, Sys 0 00:04:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646057728 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 21:18:18 Job ad information event triggered. SentBytes = 1646057728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T21:18:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:20:05, Sys 0 00:04:12" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" ... 001 (1258.015.000) 05/26 21:18:49 Job executing on host: <137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP> ... 028 (1258.015.000) 05/26 21:18:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:18:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20014" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/26 21:20:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:42, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306986112 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 21:20:09 Job ad information event triggered. SentBytes = 1306986112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T21:20:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:30:42, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1258.053.000) 05/26 21:24:56 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.053.000) 05/26 21:24:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:24:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 21:31:03 Job was evicted. (0) Job terminated and was requeued Usr 0 02:19:16, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628118272 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 21:31:03 Job ad information event triggered. SentBytes = 1628118272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T21:31:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:19:16, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 001 (1258.007.000) 05/26 21:31:52 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.007.000) 05/26 21:31:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:31:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/26 21:35:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:50, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 21:35:50 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T21:35:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:50, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1258.000.000) 05/26 21:37:50 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1258.000.000) 05/26 21:37:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:37:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 21:44:52 Job was evicted. (0) Job terminated and was requeued Usr 0 02:05:36, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605272192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 21:44:52 Job ad information event triggered. SentBytes = 1605272192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T21:44:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:05:36, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 001 (1258.041.000) 05/26 21:49:50 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.041.000) 05/26 21:49:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:49:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 21:50:52 Job was evicted. (0) Job terminated and was requeued Usr 0 02:08:17, Sys 0 00:03:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391629824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 21:50:52 Job ad information event triggered. SentBytes = 1391629824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T21:50:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:08:17, Sys 0 00:03:59" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" ... 004 (1258.048.000) 05/26 21:51:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:41, Sys 0 00:02:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599548800 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 21:51:56 Job ad information event triggered. SentBytes = 1599548800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19692" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T21:51:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:41, Sys 0 00:02:33" JOB_GLIDEIN_SiteWMS_JobId = "8717622.0" ... 004 (1258.023.000) 05/26 21:53:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:47:21, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 21:53:13 Job ad information event triggered. SentBytes = 1366322432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T21:53:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:47:21, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 006 (1258.029.000) 05/26 21:54:17 Image size of job updated: 7500000 417 - MemoryUsage of job (MB) 426300 - ResidentSetSize of job (KB) ... 028 (1258.029.000) 05/26 21:54:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7500000 Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217848" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 426300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/26 21:56:05 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.039.000) 05/26 21:56:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:56:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/26 21:56:05 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.023.000) 05/26 21:56:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:56:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 21:56:05 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.048.000) 05/26 21:56:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:56:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 21:57:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:00, Sys 0 00:03:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257144448 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 21:57:20 Job ad information event triggered. SentBytes = 1257144448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T21:57:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:00, Sys 0 00:03:43" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" ... 006 (1258.018.000) 05/26 21:57:21 Image size of job updated: 15000000 391 - MemoryUsage of job (MB) 400048 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 21:57:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:57:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 400048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/26 21:58:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:54, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1678544000 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 21:58:27 Job ad information event triggered. SentBytes = 1678544000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217848" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T21:58:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:54, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" ... 001 (1258.029.000) 05/26 22:01:57 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.029.000) 05/26 22:01:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:01:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/26 22:01:57 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.008.000) 05/26 22:01:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:01:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/26 22:02:21 Image size of job updated: 15000000 393 - MemoryUsage of job (MB) 401416 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 22:02:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:02:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 401416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/26 22:07:21 Image size of job updated: 15000000 394 - MemoryUsage of job (MB) 403092 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 22:07:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:07:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 403092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 22:07:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:13, Sys 0 00:02:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077787520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 22:07:38 Job ad information event triggered. SentBytes = 1077787520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17941" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T22:07:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:13, Sys 0 00:02:16" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" ... 001 (1258.054.000) 05/26 22:07:53 Job executing on host: <137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP> ... 028 (1258.054.000) 05/26 22:07:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:07:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:31711?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#730&addrs=137.99.79.172-31711+[--1]-31711&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/26 22:12:22 Image size of job updated: 15000000 397 - MemoryUsage of job (MB) 405532 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 22:12:22 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:12:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 405532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/26 22:13:14 Job was evicted. (0) Job terminated and was requeued Usr 0 02:23:04, Sys 0 00:04:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633177216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/26 22:13:14 Job ad information event triggered. SentBytes = 1633177216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-26T22:13:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:23:04, Sys 0 00:04:07" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" ... 001 (1258.022.000) 05/26 22:14:58 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1258.022.000) 05/26 22:14:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:14:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/26 22:16:18 Job was evicted. (0) Job terminated and was requeued Usr 0 01:05:04, Sys 0 00:01:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 22:16:18 Job ad information event triggered. SentBytes = 1043769152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T22:16:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:05:04, Sys 0 00:01:54" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" ... 022 (1258.038.000) 05/26 22:16:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3729449_659351490@stat28.phys.uconn.edu <137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP> ... 028 (1258.038.000) 05/26 22:16:20 Job ad information event triggered. StartdAddr = "<137.99.79.248:22557?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#745&addrs=137.99.79.248-22557+[--1]-22557&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212485" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T22:16:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_3729449_659351490@stat28.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1258.018.000) 05/26 22:17:23 Image size of job updated: 15000000 399 - MemoryUsage of job (MB) 408304 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 22:17:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:17:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.054.000) 05/26 22:18:03 Image size of job updated: 15000000 5103 - MemoryUsage of job (MB) 5225432 - ResidentSetSize of job (KB) ... 028 (1258.054.000) 05/26 22:18:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 5103 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17941" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" Subproc = 0 ResidentSetSize = 5225432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 22:20:50 Job executing on host: <137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP> ... 028 (1258.009.000) 05/26 22:20:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:20:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218356" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/26 22:22:23 Image size of job updated: 15000000 399 - MemoryUsage of job (MB) 408496 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 22:22:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:22:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.018.000) 05/26 22:27:23 Image size of job updated: 15000000 401 - MemoryUsage of job (MB) 410052 - ResidentSetSize of job (KB) ... 028 (1258.018.000) 05/26 22:27:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:27:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 ResidentSetSize = 410052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/26 22:27:43 Job was evicted. (0) Job terminated and was requeued Usr 0 02:33:15, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992064 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/26 22:27:43 Job ad information event triggered. SentBytes = 1000992064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20285" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-26T22:27:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:33:15, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" ... 004 (1258.040.000) 05/26 22:30:08 Job was evicted. (0) Job terminated and was requeued Usr 0 02:03:55, Sys 0 00:03:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718408064 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/26 22:30:08 Job ad information event triggered. SentBytes = 1718408064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-26T22:30:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:03:55, Sys 0 00:03:10" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1258.018.000) 05/26 22:33:07 Job executing on host: <137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP> ... 028 (1258.018.000) 05/26 22:33:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:33:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/26 22:33:08 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1258.040.000) 05/26 22:33:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:33:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/26 22:47:58 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:41, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696709632 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/26 22:47:58 Job ad information event triggered. SentBytes = 1696709632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-26T22:47:58" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:41, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 001 (1258.004.000) 05/26 22:49:54 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.004.000) 05/26 22:49:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:49:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/26 22:50:43 Job was evicted. (0) Job terminated and was requeued Usr 0 01:52:29, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608417408 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/26 22:50:43 Job ad information event triggered. SentBytes = 1608417408.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-26T22:50:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:29, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 004 (1258.029.000) 05/26 22:53:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:00:38, Sys 0 00:01:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761783360 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 22:53:16 Job ad information event triggered. SentBytes = 761783360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T22:53:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:00:38, Sys 0 00:01:32" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 001 (1258.029.000) 05/26 22:56:01 Job executing on host: <137.99.79.155:20213?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#755&addrs=137.99.79.155-20213+[--1]-20213&noUDP> ... 028 (1258.029.000) 05/26 22:56:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:56:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:20213?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#755&addrs=137.99.79.155-20213+[--1]-20213&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718363.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22437" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/26 22:56:01 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.012.000) 05/26 22:56:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:56:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.038.000) 05/26 22:56:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3729449_659351490@stat28.phys.uconn.edu, rescheduling job ... 028 (1258.038.000) 05/26 22:56:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:56:20" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" StartdName = "glidein_3729449_659351490@stat28.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/26 22:56:37 Job was evicted. (0) Job terminated and was requeued Usr 0 01:52:19, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600982656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/26 22:56:37 Job ad information event triggered. SentBytes = 1600982656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T22:56:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:19, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 004 (1258.053.000) 05/26 22:56:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:31:04, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306976768 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 22:56:57 Job ad information event triggered. SentBytes = 1306976768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T22:56:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:31:04, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 004 (1258.000.000) 05/26 22:57:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:26, Sys 0 00:02:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/26 22:57:51 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-26T22:57:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:26, Sys 0 00:02:14" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1258.038.000) 05/26 23:02:07 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1258.038.000) 05/26 23:02:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:02:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/26 23:02:08 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.000.000) 05/26 23:02:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:02:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/26 23:02:08 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1258.014.000) 05/26 23:02:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:02:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 23:02:08 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.053.000) 05/26 23:02:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:02:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/26 23:02:24 Job was evicted. (0) Job terminated and was requeued Usr 0 02:11:20, Sys 0 00:03:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825638528 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/26 23:02:24 Job ad information event triggered. SentBytes = 1825638528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-26T23:02:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:11:20, Sys 0 00:03:27" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 006 (1258.013.000) 05/26 23:03:15 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426232 - ResidentSetSize of job (KB) ... 028 (1258.013.000) 05/26 23:03:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:03:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 ResidentSetSize = 426232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/26 23:05:19 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:10, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1611987968 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/26 23:05:19 Job ad information event triggered. SentBytes = 1611987968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-26T23:05:19" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:10, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" ... 001 (1258.013.000) 05/26 23:07:52 Job executing on host: <137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP> ... 028 (1258.013.000) 05/26 23:07:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:07:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:30352?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#728&addrs=137.99.79.140-30352+[--1]-30352&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211549" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/26 23:07:53 Job executing on host: <137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP> ... 028 (1258.003.000) 05/26 23:07:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:07:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/26 23:12:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:07, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391637888 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/26 23:12:09 Job ad information event triggered. SentBytes = 1391637888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-26T23:12:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:07, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.039.000) 05/26 23:13:53 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.039.000) 05/26 23:13:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:13:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/26 23:21:31 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:46, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077790336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/26 23:21:31 Job ad information event triggered. SentBytes = 1077790336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17941" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-26T23:21:31" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:46, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "8717214.0" ... 001 (1258.054.000) 05/26 23:26:12 Job executing on host: <137.99.79.176:13701?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#760&addrs=137.99.79.176-13701+[--1]-13701&noUDP> ... 028 (1258.054.000) 05/26 23:26:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:26:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.176:13701?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#760&addrs=137.99.79.176-13701+[--1]-13701&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718414.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22612" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat112.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/26 23:26:33 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:43, Sys 0 00:02:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257133184 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/26 23:26:33 Job ad information event triggered. SentBytes = 1257133184.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-26T23:26:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:38:43, Sys 0 00:02:33" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 004 (1258.053.000) 05/26 23:27:46 Job was evicted. (0) Job terminated and was requeued Usr 0 00:25:51, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 369491648 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/26 23:27:46 Job ad information event triggered. SentBytes = 369491648.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-26T23:27:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:25:51, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1258.008.000) 05/26 23:31:58 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.008.000) 05/26 23:31:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:31:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.053.000) 05/26 23:32:00 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.053.000) 05/26 23:32:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:32:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/26 23:32:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:24, Sys 0 00:02:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/26 23:32:15 Job ad information event triggered. SentBytes = 1366322432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-26T23:32:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:38:24, Sys 0 00:02:47" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.023.000) 05/26 23:37:57 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.023.000) 05/26 23:37:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:37:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/26 23:40:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:56:11, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605280000 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/26 23:40:51 Job ad information event triggered. SentBytes = 1605280000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-26T23:40:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:56:11, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 004 (1258.029.000) 05/26 23:42:22 Job was evicted. (0) Job terminated and was requeued Usr 0 00:48:36, Sys 0 00:01:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764142656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/26 23:42:22 Job ad information event triggered. SentBytes = 764142656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22437" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-26T23:42:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:48:36, Sys 0 00:01:10" JOB_GLIDEIN_SiteWMS_JobId = "8718363.0" ... 001 (1258.029.000) 05/26 23:43:58 Job executing on host: <137.99.79.155:20213?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#755&addrs=137.99.79.155-20213+[--1]-20213&noUDP> ... 028 (1258.029.000) 05/26 23:43:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:43:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:20213?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#755&addrs=137.99.79.155-20213+[--1]-20213&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718363.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22437" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/26 23:43:59 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.041.000) 05/26 23:43:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:43:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/26 23:45:20 Job was evicted. (0) Job terminated and was requeued Usr 0 02:22:46, Sys 0 00:04:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1645951232 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/26 23:45:20 Job ad information event triggered. SentBytes = 1645951232.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T23:45:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:22:46, Sys 0 00:04:06" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" ... 004 (1258.048.000) 05/26 23:49:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:49, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599548800 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/26 23:49:27 Job ad information event triggered. SentBytes = 1599548800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-26T23:49:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:49, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 001 (1258.015.000) 05/26 23:49:57 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.015.000) 05/26 23:49:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:49:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/26 23:49:58 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.048.000) 05/26 23:49:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:49:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/26 23:52:21 Job was evicted. (0) Job terminated and was requeued Usr 0 02:19:42, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121472 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/26 23:52:21 Job ad information event triggered. SentBytes = 1628121472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-26T23:52:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:19:42, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 004 (1258.009.000) 05/26 23:55:06 Job was evicted. (0) Job terminated and was requeued Usr 0 01:36:16, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769728 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/26 23:55:06 Job ad information event triggered. SentBytes = 1043769728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218356" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-26T23:55:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:36:16, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" ... 001 (1258.007.000) 05/26 23:55:58 Job executing on host: <137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP> ... 028 (1258.007.000) 05/26 23:55:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:55:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218356" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/26 23:55:58 Job executing on host: <137.99.79.172:17905?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#812&addrs=137.99.79.172-17905+[--1]-17905&noUDP> ... 028 (1258.009.000) 05/26 23:55:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:55:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:17905?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#812&addrs=137.99.79.172-17905+[--1]-17905&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718432.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218542" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/27 00:01:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:07:26, Sys 0 00:02:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 753235520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/27 00:01:30 Job ad information event triggered. SentBytes = 753235520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T00:01:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:07:26, Sys 0 00:02:00" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1258.004.000) 05/27 00:01:58 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.004.000) 05/27 00:01:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:01:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.047.000) 05/27 00:19:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2649854_523211700@comphy <128.186.19.131:5869?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#748&addrs=128.186.19.131-5869+[--1]-5869&noUDP> ... 028 (1258.047.000) 05/27 00:19:01 Job ad information event triggered. StartdAddr = "<128.186.19.131:5869?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#748&addrs=128.186.19.131-5869+[--1]-5869&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8408240" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_39@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 47 EventTime = "2019-05-27T00:19:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 StartdName = "glidein_2649854_523211700@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68202.0" EventDescription = "Job disconnected, attempting to reconnect" ... 004 (1258.029.000) 05/27 00:30:04 Job was evicted. (0) Job terminated and was requeued Usr 0 00:48:12, Sys 0 00:01:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761833152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 00:30:04 Job ad information event triggered. SentBytes = 761833152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22437" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T00:30:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:48:12, Sys 0 00:01:13" JOB_GLIDEIN_SiteWMS_JobId = "8718363.0" ... 004 (1258.014.000) 05/27 00:34:32 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:45, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600880128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/27 00:34:32 Job ad information event triggered. SentBytes = 1600880128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T00:34:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:45, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 004 (1258.039.000) 05/27 00:34:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:37, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626112 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 00:34:55 Job ad information event triggered. SentBytes = 1391626112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T00:34:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:37, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1258.040.000) 05/27 00:35:21 Job was evicted. (0) Job terminated and was requeued Usr 0 02:06:35, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718406144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/27 00:35:21 Job ad information event triggered. SentBytes = 1718406144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-27T00:35:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:06:35, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1258.029.000) 05/27 00:36:01 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.029.000) 05/27 00:36:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:36:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/27 00:36:01 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1258.039.000) 05/27 00:36:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:36:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/27 00:36:01 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1258.014.000) 05/27 00:36:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:36:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.040.000) 05/27 00:36:02 Job executing on host: <137.99.79.168:4820?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#753&addrs=137.99.79.168-4820+[--1]-4820&noUDP> ... 028 (1258.040.000) 05/27 00:36:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:36:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.168:4820?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#753&addrs=137.99.79.168-4820+[--1]-4820&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718250.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22275" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat104.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/27 00:44:58 Job was evicted. (0) Job terminated and was requeued Usr 0 01:45:34, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435708160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/27 00:44:58 Job ad information event triggered. SentBytes = 1435708160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T00:44:58" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:45:34, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1258.000.000) 05/27 00:47:54 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.000.000) 05/27 00:47:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:47:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/27 00:50:21 Job was evicted. (0) Job terminated and was requeued Usr 0 01:57:21, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608429312 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/27 00:50:21 Job ad information event triggered. SentBytes = 1608429312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-27T00:50:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:57:21, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.012.000) 05/27 00:53:56 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.012.000) 05/27 00:53:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:53:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/27 00:53:57 Job was evicted. (0) Job terminated and was requeued Usr 0 02:28:54, Sys 0 00:04:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633069824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/27 00:53:57 Job ad information event triggered. SentBytes = 1633069824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-27T00:53:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:28:54, Sys 0 00:04:22" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" ... 001 (1258.022.000) 05/27 00:54:53 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1258.022.000) 05/27 00:54:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:54:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/27 00:57:42 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:30, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612098048 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/27 00:57:42 Job ad information event triggered. SentBytes = 1612098048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-27T00:57:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:30, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "8716052.0" ... 024 (1258.047.000) 05/27 00:59:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2649854_523211700@comphy, rescheduling job ... 028 (1258.047.000) 05/27 00:59:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 47 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-27T00:59:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68202.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8408240" StartdName = "glidein_2649854_523211700@comphy" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_39@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/27 01:00:55 Job executing on host: <137.99.79.221:19885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#815&addrs=137.99.79.221-19885+[--1]-19885&noUDP> ... 028 (1258.013.000) 05/27 01:00:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:00:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:19885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#815&addrs=137.99.79.221-19885+[--1]-19885&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718451.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218647" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.047.000) 05/27 01:00:55 Job executing on host: <137.99.79.179:21671?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#725&addrs=137.99.79.179-21671+[--1]-21671&noUDP> ... 028 (1258.047.000) 05/27 01:00:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:00:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:21671?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#725&addrs=137.99.79.179-21671+[--1]-21671&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717285.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18624" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 01:03:34 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:48, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077788672 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 01:03:34 Job ad information event triggered. SentBytes = 1077788672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22612" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat112.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T01:03:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:48, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "8718414.0" ... 001 (1258.054.000) 05/27 01:07:56 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1258.054.000) 05/27 01:07:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:07:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/27 01:10:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:42:22, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 01:10:26 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T01:10:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:42:22, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 004 (1258.023.000) 05/27 01:13:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:33, Sys 0 00:02:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366330240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/27 01:13:27 Job ad information event triggered. SentBytes = 1366330240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T01:13:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:33, Sys 0 00:02:38" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.008.000) 05/27 01:13:57 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.008.000) 05/27 01:13:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:13:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.023.000) 05/27 01:13:58 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.023.000) 05/27 01:13:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:13:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/27 01:17:11 Job was evicted. (0) Job terminated and was requeued Usr 0 01:48:42, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306985600 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/27 01:17:11 Job ad information event triggered. SentBytes = 1306985600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T01:17:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:48:42, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 004 (1258.054.000) 05/27 01:18:21 Job was evicted. (0) Job terminated and was requeued Usr 0 00:10:29, Sys 0 00:00:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 139948912 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 01:18:21 Job ad information event triggered. SentBytes = 139948912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T01:18:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:10:29, Sys 0 00:00:24" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 001 (1258.053.000) 05/27 01:19:55 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1258.053.000) 05/27 01:19:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:19:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/27 01:19:56 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.054.000) 05/27 01:19:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:19:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/27 01:20:19 Job was evicted. (0) Job terminated and was requeued Usr 0 00:46:04, Sys 0 00:01:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764125120 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 01:20:19 Job ad information event triggered. SentBytes = 764125120.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T01:20:19" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:46:04, Sys 0 00:01:09" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1258.038.000) 05/27 01:21:22 Job was evicted. (0) Job terminated and was requeued Usr 0 02:08:59, Sys 0 00:03:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1345726848 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/27 01:21:22 Job ad information event triggered. SentBytes = 1345726848.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-27T01:21:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:08:59, Sys 0 00:03:33" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 004 (1258.018.000) 05/27 01:25:28 Job was evicted. (0) Job terminated and was requeued Usr 0 02:45:10, Sys 0 00:03:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/27 01:25:28 Job ad information event triggered. SentBytes = 1000992320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20285" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-27T01:25:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:45:10, Sys 0 00:03:20" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" ... 001 (1258.038.000) 05/27 01:26:00 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1258.038.000) 05/27 01:26:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:26:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/27 01:26:00 Job executing on host: <137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP> ... 028 (1258.018.000) 05/27 01:26:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:26:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/27 01:26:00 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.029.000) 05/27 01:26:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:26:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/27 01:29:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:23, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043775872 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 01:29:38 Job ad information event triggered. SentBytes = 1043775872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T01:29:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:23, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "8718432.0" ... 001 (1258.009.000) 05/27 01:31:59 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1258.009.000) 05/27 01:31:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:31:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/27 01:39:54 Job was evicted. (0) Job terminated and was requeued Usr 0 00:07:45, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 101052704 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 01:39:54 Job ad information event triggered. SentBytes = 101052704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T01:39:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:07:45, Sys 0 00:00:19" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 001 (1258.009.000) 05/27 01:42:58 Job executing on host: <137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP> ... 028 (1258.009.000) 05/27 01:42:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:42:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20014" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/27 01:47:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:59:47, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646065280 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/27 01:47:23 Job ad information event triggered. SentBytes = 1646065280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-27T01:47:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:59:47, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.015.000) 05/27 01:48:56 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.015.000) 05/27 01:48:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:48:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/27 01:53:20 Job was evicted. (0) Job terminated and was requeued Usr 0 02:35:24, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825622656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/27 01:53:20 Job ad information event triggered. SentBytes = 1825622656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-27T01:53:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:35:24, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" ... 001 (1258.003.000) 05/27 01:54:53 Job executing on host: <137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP> ... 028 (1258.003.000) 05/27 01:54:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:54:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/27 01:55:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:53, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696812800 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/27 01:55:25 Job ad information event triggered. SentBytes = 1696812800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T01:55:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:53, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 004 (1258.039.000) 05/27 01:56:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:08, Sys 0 00:02:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626112 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 01:56:16 Job ad information event triggered. SentBytes = 1391626112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T01:56:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:08, Sys 0 00:02:08" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1258.004.000) 05/27 02:00:00 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.004.000) 05/27 02:00:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:00:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/27 02:00:01 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1258.039.000) 05/27 02:00:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:00:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/27 02:02:26 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:11, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605272192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/27 02:02:26 Job ad information event triggered. SentBytes = 1605272192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-27T02:02:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:11, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 001 (1258.041.000) 05/27 02:06:04 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.041.000) 05/27 02:06:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:06:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/27 02:06:14 Job was evicted. (0) Job terminated and was requeued Usr 0 02:12:01, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599553152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/27 02:06:14 Job ad information event triggered. SentBytes = 1599553152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T02:06:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:12:01, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 004 (1258.029.000) 05/27 02:10:12 Job was evicted. (0) Job terminated and was requeued Usr 0 00:46:11, Sys 0 00:01:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761779584 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 02:10:12 Job ad information event triggered. SentBytes = 761779584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T02:10:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:46:11, Sys 0 00:01:07" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.048.000) 05/27 02:11:57 Job executing on host: <137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP> ... 028 (1258.048.000) 05/27 02:11:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:11:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:22247?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#702&addrs=137.99.79.177-22247+[--1]-22247&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212840" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/27 02:11:57 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.029.000) 05/27 02:11:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:11:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/27 02:25:32 Job was evicted. (0) Job terminated and was requeued Usr 0 01:52:34, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600883456 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/27 02:25:32 Job ad information event triggered. SentBytes = 1600883456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T02:25:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:34, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1258.014.000) 05/27 02:29:01 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1258.014.000) 05/27 02:29:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:29:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/27 02:30:34 Job was evicted. (0) Job terminated and was requeued Usr 0 01:45:51, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435709696 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/27 02:30:34 Job ad information event triggered. SentBytes = 1435709696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T02:30:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:45:51, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1258.000.000) 05/27 02:34:56 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1258.000.000) 05/27 02:34:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:34:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/27 02:36:13 Job was evicted. (0) Job terminated and was requeued Usr 0 00:47:50, Sys 0 00:01:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 687457024 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/27 02:36:13 Job ad information event triggered. SentBytes = 687457024.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-27T02:36:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:47:50, Sys 0 00:01:22" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 004 (1258.007.000) 05/27 02:39:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:32:44, Sys 0 00:04:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628126720 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/27 02:39:05 Job ad information event triggered. SentBytes = 1628126720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218356" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-27T02:39:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:32:44, Sys 0 00:04:09" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" ... 001 (1258.015.000) 05/27 02:41:10 Job executing on host: <137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP> ... 028 (1258.015.000) 05/27 02:41:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:41:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218356" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.007.000) 05/27 02:41:11 Job executing on host: <137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP> ... 028 (1258.007.000) 05/27 02:41:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:41:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/27 02:41:41 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:16, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257054464 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 02:41:41 Job ad information event triggered. SentBytes = 1257054464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T02:41:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:16, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 004 (1258.012.000) 05/27 02:44:47 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:40, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608417664 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/27 02:44:47 Job ad information event triggered. SentBytes = 1608417664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-27T02:44:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:40, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.012.000) 05/27 02:47:00 Job executing on host: <137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP> ... 028 (1258.012.000) 05/27 02:47:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:47:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22582" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/27 02:47:00 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.008.000) 05/27 02:47:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:47:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/27 02:49:58 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:30, Sys 0 00:02:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306891520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/27 02:49:58 Job ad information event triggered. SentBytes = 1306891520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T02:49:58" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:30, Sys 0 00:02:40" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 001 (1258.053.000) 05/27 02:52:58 Job executing on host: <137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP> ... 028 (1258.053.000) 05/27 02:52:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:52:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218743" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 02:55:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:33:11, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077788672 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 02:55:12 Job ad information event triggered. SentBytes = 1077788672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T02:55:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:33:11, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 004 (1258.029.000) 05/27 02:56:15 Job was evicted. (0) Job terminated and was requeued Usr 0 00:45:47, Sys 0 00:01:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761832576 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 02:56:15 Job ad information event triggered. SentBytes = 761832576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T02:56:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:45:47, Sys 0 00:01:10" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.029.000) 05/27 02:59:05 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.029.000) 05/27 02:59:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:59:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/27 02:59:06 Job executing on host: <137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP> ... 028 (1258.054.000) 05/27 02:59:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:59:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218283" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/27 03:01:16 Image size of job updated: 12500000 3435 - MemoryUsage of job (MB) 3517004 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/27 03:01:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:01:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3435 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717285.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18624" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat115.phys.uconn.edu" Subproc = 0 ResidentSetSize = 3517004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/27 03:02:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:55:28, Sys 0 00:04:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339960320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/27 03:02:15 Job ad information event triggered. SentBytes = 1339960320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-27T03:02:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:55:28, Sys 0 00:04:35" JOB_GLIDEIN_SiteWMS_JobId = "8717285.0" ... 001 (1258.047.000) 05/27 03:05:55 Job executing on host: <137.99.79.175:9350?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#769&addrs=137.99.79.175-9350+[--1]-9350&noUDP> ... 028 (1258.047.000) 05/27 03:05:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:05:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:9350?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#769&addrs=137.99.79.175-9350+[--1]-9350&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718472.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218848" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/27 03:17:59 Job was evicted. (0) Job terminated and was requeued Usr 0 02:04:26, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/27 03:17:59 Job ad information event triggered. SentBytes = 1366322432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T03:17:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:04:26, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 001 (1258.023.000) 05/27 03:18:57 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.023.000) 05/27 03:18:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:18:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/27 03:19:28 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:03, Sys 0 00:02:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391536512 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 03:19:28 Job ad information event triggered. SentBytes = 1391536512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T03:19:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:22:03, Sys 0 00:02:03" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 006 (1258.040.000) 05/27 03:24:43 Image size of job updated: 11438704 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1258.040.000) 05/27 03:24:43 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11438704 Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:24:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718250.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22275" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat104.phys.uconn.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/27 03:25:06 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.039.000) 05/27 03:25:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:25:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.040.000) 05/27 03:25:16 Job was evicted. (0) Job terminated and was requeued Usr 0 02:50:20, Sys 0 00:04:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1718406144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.040.000) 05/27 03:25:16 Job ad information event triggered. SentBytes = 1718406144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22275" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat104.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-27T03:25:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:50:20, Sys 0 00:04:24" JOB_GLIDEIN_SiteWMS_JobId = "8718250.0" ... 001 (1258.040.000) 05/27 03:25:56 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.040.000) 05/27 03:25:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 40 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:25:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/27 03:31:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:53, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696805376 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/27 03:31:12 Job ad information event triggered. SentBytes = 1696805376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T03:31:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:53, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 004 (1258.009.000) 05/27 03:32:40 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:38, Sys 0 00:03:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043771520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 03:32:40 Job ad information event triggered. SentBytes = 1043771520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T03:32:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:38, Sys 0 00:03:32" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" ... 004 (1258.013.000) 05/27 03:36:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:24:03, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1611987968 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/27 03:36:05 Job ad information event triggered. SentBytes = 1611987968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218647" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-27T03:36:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:03, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "8718451.0" ... 001 (1258.009.000) 05/27 03:37:02 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.009.000) 05/27 03:37:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:37:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/27 03:37:02 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.013.000) 05/27 03:37:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:37:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/27 03:37:02 Job executing on host: <137.99.79.221:19885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#815&addrs=137.99.79.221-19885+[--1]-19885&noUDP> ... 028 (1258.004.000) 05/27 03:37:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:37:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:19885?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#815&addrs=137.99.79.221-19885+[--1]-19885&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718451.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218647" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/27 03:45:32 Job was evicted. (0) Job terminated and was requeued Usr 0 02:36:50, Sys 0 00:04:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633069824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/27 03:45:32 Job ad information event triggered. SentBytes = 1633069824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-27T03:45:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:36:50, Sys 0 00:04:36" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" ... 004 (1258.038.000) 05/27 03:46:39 Job was evicted. (0) Job terminated and was requeued Usr 0 02:09:09, Sys 0 00:03:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348504320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/27 03:46:39 Job ad information event triggered. SentBytes = 1348504320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-27T03:46:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:09:09, Sys 0 00:03:50" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1258.022.000) 05/27 03:48:15 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1258.022.000) 05/27 03:48:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:48:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/27 03:48:17 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1258.038.000) 05/27 03:48:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:48:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/27 04:12:03 Job was evicted. (0) Job terminated and was requeued Usr 0 01:21:54, Sys 0 00:02:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306976768 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/27 04:12:03 Job ad information event triggered. SentBytes = 1306976768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218743" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T04:12:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:21:54, Sys 0 00:02:24" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" ... 001 (1258.053.000) 05/27 04:12:59 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1258.053.000) 05/27 04:12:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:12:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/27 04:14:50 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:37, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257135104 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 04:14:50 Job ad information event triggered. SentBytes = 1257135104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T04:14:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:37, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 004 (1258.000.000) 05/27 04:15:04 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:35, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/27 04:15:04 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T04:15:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:35, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 004 (1258.014.000) 05/27 04:17:46 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:46, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600985216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/27 04:17:46 Job ad information event triggered. SentBytes = 1600985216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T04:17:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:46, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 004 (1258.029.000) 05/27 04:17:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:12:52, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764125824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 04:17:56 Job ad information event triggered. SentBytes = 764125824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T04:17:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:12:52, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 001 (1258.029.000) 05/27 04:19:16 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.029.000) 05/27 04:19:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:19:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.000.000) 05/27 04:19:16 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.000.000) 05/27 04:19:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:19:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/27 04:19:17 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1258.008.000) 05/27 04:19:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:19:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.014.000) 05/27 04:19:17 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.014.000) 05/27 04:19:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:19:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/27 04:28:49 Job was evicted. (0) Job terminated and was requeued Usr 0 02:20:49, Sys 0 00:03:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605272192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/27 04:28:49 Job ad information event triggered. SentBytes = 1605272192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-27T04:28:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:20:49, Sys 0 00:03:25" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 004 (1258.018.000) 05/27 04:29:47 Job was evicted. (0) Job terminated and was requeued Usr 0 02:51:05, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992128 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/27 04:29:47 Job ad information event triggered. SentBytes = 1000992128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20285" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-27T04:29:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:51:05, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" ... 001 (1258.041.000) 05/27 04:30:59 Job executing on host: <137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP> ... 028 (1258.041.000) 05/27 04:30:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:30:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:11966?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#752&addrs=137.99.79.167-11966+[--1]-11966&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20285" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.018.000) 05/27 04:30:59 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.018.000) 05/27 04:30:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:30:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/27 04:31:30 Job was evicted. (0) Job terminated and was requeued Usr 0 02:17:01, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599554176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/27 04:31:30 Job ad information event triggered. SentBytes = 1599554176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212840" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T04:31:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:17:01, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "8716673.0" ... 001 (1258.048.000) 05/27 04:36:57 Job executing on host: <137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP> ... 028 (1258.048.000) 05/27 04:36:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:36:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/27 04:48:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:32, Sys 0 00:02:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 04:48:00 Job ad information event triggered. SentBytes = 1391626240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T04:48:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:22:32, Sys 0 00:02:11" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1258.054.000) 05/27 04:48:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:02, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077794176 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 04:48:55 Job ad information event triggered. SentBytes = 1077794176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218283" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T04:48:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:02, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" ... 004 (1258.003.000) 05/27 04:49:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:46:05, Sys 0 00:03:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825622144 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/27 04:49:05 Job ad information event triggered. SentBytes = 1825622144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-27T04:49:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:46:05, Sys 0 00:03:58" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" ... 006 (1258.004.000) 05/27 04:52:20 Image size of job updated: 14134780 1221 - MemoryUsage of job (MB) 1250000 - ResidentSetSize of job (KB) ... 028 (1258.004.000) 05/27 04:52:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14134780 Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:52:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 1221 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718451.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218647" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 ResidentSetSize = 1250000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.054.000) 05/27 04:53:05 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 04:53:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:53:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.039.000) 05/27 04:53:06 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/27 04:53:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:53:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.003.000) 05/27 04:53:06 Job executing on host: <137.99.79.179:6665?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#808&addrs=137.99.79.179-6665+[--1]-6665&noUDP> ... 028 (1258.003.000) 05/27 04:53:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:53:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:6665?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#808&addrs=137.99.79.179-6665+[--1]-6665&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718516.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219109" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/27 04:54:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:14:29, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043769792 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 04:54:12 Job ad information event triggered. SentBytes = 1043769792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T04:54:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:14:29, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1258.009.000) 05/27 04:58:59 Job executing on host: <137.99.79.183:16768?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#768&addrs=137.99.79.183-16768+[--1]-16768&noUDP> ... 028 (1258.009.000) 05/27 04:58:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:58:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:16768?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#768&addrs=137.99.79.183-16768+[--1]-16768&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212485" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/27 05:13:21 Job was evicted. (0) Job terminated and was requeued Usr 0 02:01:47, Sys 0 00:03:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339968256 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/27 05:13:21 Job ad information event triggered. SentBytes = 1339968256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218848" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-27T05:13:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:01:47, Sys 0 00:03:39" JOB_GLIDEIN_SiteWMS_JobId = "8718472.0" ... 004 (1258.029.000) 05/27 05:14:14 Job was evicted. (0) Job terminated and was requeued Usr 0 00:56:42, Sys 0 00:01:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764122048 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 05:14:14 Job ad information event triggered. SentBytes = 764122048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T05:14:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:56:42, Sys 0 00:01:28" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 004 (1258.014.000) 05/27 05:16:10 Job was evicted. (0) Job terminated and was requeued Usr 0 00:58:00, Sys 0 00:01:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 635770304 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/27 05:16:10 Job ad information event triggered. SentBytes = 635770304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T05:16:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:58:00, Sys 0 00:01:28" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 001 (1258.014.000) 05/27 05:17:04 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.014.000) 05/27 05:17:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:17:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.029.000) 05/27 05:17:04 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 001 (1258.047.000) 05/27 05:17:04 Job executing on host: <137.99.79.173:6048?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#765&addrs=137.99.79.173-6048+[--1]-6048&noUDP> ... 028 (1258.029.000) 05/27 05:17:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:17:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1258.047.000) 05/27 05:17:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:17:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.173:6048?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#765&addrs=137.99.79.173-6048+[--1]-6048&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718538.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23642" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat109.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/27 05:20:47 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:14, Sys 0 00:02:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633175808 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/27 05:20:47 Job ad information event triggered. SentBytes = 1633175808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-27T05:20:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:14, Sys 0 00:02:19" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 004 (1258.023.000) 05/27 05:22:01 Job was evicted. (0) Job terminated and was requeued Usr 0 02:01:30, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366332416 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/27 05:22:01 Job ad information event triggered. SentBytes = 1366332416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T05:22:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:01:30, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 001 (1258.023.000) 05/27 05:23:10 Job executing on host: <137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP> ... 028 (1258.023.000) 05/27 05:23:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:23:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18389" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/27 05:23:11 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.022.000) 05/27 05:23:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:23:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/27 05:27:07 Job was evicted. (0) Job terminated and was requeued Usr 0 02:37:43, Sys 0 00:05:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121216 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/27 05:27:07 Job ad information event triggered. SentBytes = 1628121216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-27T05:27:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:37:43, Sys 0 00:05:10" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" ... 004 (1258.015.000) 05/27 05:28:35 Job was evicted. (0) Job terminated and was requeued Usr 0 02:35:11, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646058880 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/27 05:28:35 Job ad information event triggered. SentBytes = 1646058880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218356" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-27T05:28:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:35:11, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" ... 001 (1258.015.000) 05/27 05:29:02 Job executing on host: <137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP> ... 028 (1258.015.000) 05/27 05:29:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:29:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/27 05:29:06 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:35, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612098048 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/27 05:29:06 Job ad information event triggered. SentBytes = 1612098048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-27T05:29:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:35, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 004 (1258.012.000) 05/27 05:29:44 Job was evicted. (0) Job terminated and was requeued Usr 0 02:32:22, Sys 0 00:04:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608427904 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/27 05:29:44 Job ad information event triggered. SentBytes = 1608427904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22582" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-27T05:29:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:32:22, Sys 0 00:04:12" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" ... 001 (1258.007.000) 05/27 05:30:07 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.007.000) 05/27 05:30:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:30:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.013.000) 05/27 05:30:07 Job executing on host: <137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP> ... 028 (1258.013.000) 05/27 05:30:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:30:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218356" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.012.000) 05/27 05:30:07 Job executing on host: <137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP> ... 028 (1258.012.000) 05/27 05:30:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:30:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22582" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/27 05:42:39 Job was evicted. (0) Job terminated and was requeued Usr 0 01:32:37, Sys 0 00:02:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306889984 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/27 05:42:39 Job ad information event triggered. SentBytes = 1306889984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T05:42:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:37, Sys 0 00:02:38" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 004 (1258.008.000) 05/27 05:46:52 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:33, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257135104 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 05:46:52 Job ad information event triggered. SentBytes = 1257135104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T05:46:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:33, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1258.053.000) 05/27 05:47:04 Job executing on host: <137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP> ... 028 (1258.053.000) 05/27 05:47:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:47:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216278" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/27 05:47:56 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1258.008.000) 05/27 05:47:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:47:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 05:54:52 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:19, Sys 0 00:01:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077791616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 05:54:52 Job ad information event triggered. SentBytes = 1077791616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T05:54:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:19, Sys 0 00:01:49" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 05:59:57 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 05:59:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:59:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/27 06:05:03 Job was evicted. (0) Job terminated and was requeued Usr 0 02:07:19, Sys 0 00:03:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348500992 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/27 06:05:03 Job ad information event triggered. SentBytes = 1348500992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-27T06:05:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:07:19, Sys 0 00:03:57" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1258.038.000) 05/27 06:05:59 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1258.038.000) 05/27 06:05:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:05:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/27 06:12:02 Job was evicted. (0) Job terminated and was requeued Usr 0 00:55:58, Sys 0 00:01:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761830912 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 06:12:02 Job ad information event triggered. SentBytes = 761830912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T06:12:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:55:58, Sys 0 00:01:28" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.029.000) 05/27 06:16:59 Job executing on host: <137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP> ... 028 (1258.029.000) 05/27 06:16:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:16:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:21631?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#743&addrs=137.99.79.142-21631+[--1]-21631&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1258.040.000) 05/27 06:20:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:53:37, Sys 0 00:04:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:53:37, Sys 0 00:04:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1861170944 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job 19045191680 - Total Bytes Sent By Job 6760843264 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 85016080 Memory (MB) : 416 1024 2048 ... 028 (1258.040.000) 05/27 06:20:48 Job ad information event triggered. SentBytes = 1861170944.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:53:37, Sys 0 00:04:55" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 40 EventTime = "2019-05-27T06:20:48" TotalSentBytes = 19045191680.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:53:37, Sys 0 00:04:55" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" TotalReceivedBytes = 6760843264.0 ... 004 (1258.004.000) 05/27 06:20:59 Job was evicted. (0) Job terminated and was requeued Usr 0 02:34:16, Sys 0 00:04:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696808960 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/27 06:20:59 Job ad information event triggered. SentBytes = 1696808960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218647" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T06:20:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:34:16, Sys 0 00:04:31" JOB_GLIDEIN_SiteWMS_JobId = "8718451.0" ... 004 (1258.023.000) 05/27 06:21:33 Job was evicted. (0) Job terminated and was requeued Usr 0 00:50:00, Sys 0 00:01:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 445689344 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/27 06:21:33 Job ad information event triggered. SentBytes = 445689344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T06:21:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:50:00, Sys 0 00:01:31" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" ... 001 (1258.023.000) 05/27 06:23:06 Job executing on host: <137.99.79.249:30589?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#697&addrs=137.99.79.249-30589+[--1]-30589&noUDP> ... 028 (1258.023.000) 05/27 06:23:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:23:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:30589?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#697&addrs=137.99.79.249-30589+[--1]-30589&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718597.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219367" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.004.000) 05/27 06:23:07 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.004.000) 05/27 06:23:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:23:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/27 06:30:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:39:04, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 06:30:07 Job ad information event triggered. SentBytes = 1391626240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T06:30:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:39:04, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.039.000) 05/27 06:34:58 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/27 06:34:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:34:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/27 06:46:46 Job was evicted. (0) Job terminated and was requeued Usr 0 02:16:45, Sys 0 00:04:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435713152 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/27 06:46:46 Job ad information event triggered. SentBytes = 1435713152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T06:46:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:16:45, Sys 0 00:04:21" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 001 (1258.000.000) 05/27 06:46:59 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.000.000) 05/27 06:46:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:46:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/27 06:52:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:49, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043775872 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 06:52:13 Job ad information event triggered. SentBytes = 1043775872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212485" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T06:52:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:49, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "8716302.0" ... 001 (1258.009.000) 05/27 06:52:59 Job executing on host: <137.99.79.175:9199?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#801&addrs=137.99.79.175-9199+[--1]-9199&noUDP> ... 028 (1258.009.000) 05/27 06:52:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:52:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:9199?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#801&addrs=137.99.79.175-9199+[--1]-9199&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718623.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23870" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.015.000) 05/27 06:53:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1888401_396230644@stat103.phys.uconn.edu <137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP> ... 028 (1258.015.000) 05/27 06:53:12 Job ad information event triggered. StartdAddr = "<137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-27T06:53:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1888401_396230644@stat103.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" EventDescription = "Job disconnected, attempting to reconnect" ... 004 (1258.054.000) 05/27 06:57:48 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:38, Sys 0 00:01:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 06:57:48 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T06:57:48" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:38, Sys 0 00:01:33" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 07:01:58 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 07:01:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:01:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/27 07:07:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:00, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 882193792 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/27 07:07:01 Job ad information event triggered. SentBytes = 882193792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219109" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-27T07:07:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:00, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "8718516.0" ... 001 (1258.003.000) 05/27 07:08:00 Job executing on host: <137.99.79.250:28664?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#810&addrs=137.99.79.250-28664+[--1]-28664&noUDP> ... 028 (1258.003.000) 05/27 07:08:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:08:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.250:28664?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#810&addrs=137.99.79.250-28664+[--1]-28664&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718626.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23884" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat30.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/27 07:09:23 Job was evicted. (0) Job terminated and was requeued Usr 0 00:55:38, Sys 0 00:01:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761779648 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 07:09:23 Job ad information event triggered. SentBytes = 761779648.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T07:09:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:55:38, Sys 0 00:01:23" JOB_GLIDEIN_SiteWMS_JobId = "8717740.0" ... 001 (1258.029.000) 05/27 07:14:02 Job executing on host: <137.99.79.250:16666?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#781&addrs=137.99.79.250-16666+[--1]-16666&noUDP> ... 028 (1258.029.000) 05/27 07:14:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:14:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.250:16666?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#781&addrs=137.99.79.250-16666+[--1]-16666&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat30.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/27 07:16:15 Job was evicted. (0) Job terminated and was requeued Usr 0 02:27:37, Sys 0 00:04:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599547776 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/27 07:16:15 Job ad information event triggered. SentBytes = 1599547776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23394" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T07:16:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:27:37, Sys 0 00:04:33" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" ... 004 (1258.008.000) 05/27 07:17:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:10, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 07:17:16 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T07:17:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:30:10, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 004 (1258.007.000) 05/27 07:19:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:52:23, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628118272 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/27 07:19:01 Job ad information event triggered. SentBytes = 1628118272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-27T07:19:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:23, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 001 (1258.007.000) 05/27 07:20:10 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.007.000) 05/27 07:20:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:20:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/27 07:20:10 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.008.000) 05/27 07:20:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:20:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.048.000) 05/27 07:20:10 Job executing on host: <137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP> ... 028 (1258.048.000) 05/27 07:20:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:20:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.015.000) 05/27 07:33:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1888401_396230644@stat103.phys.uconn.edu, rescheduling job ... 028 (1258.015.000) 05/27 07:33:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:33:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" StartdName = "glidein_1888401_396230644@stat103.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.015.000) 05/27 07:33:59 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1258.015.000) 05/27 07:33:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:33:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/27 07:41:34 Job was evicted. (0) Job terminated and was requeued Usr 0 00:49:51, Sys 0 00:01:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 492815040 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/27 07:41:34 Job ad information event triggered. SentBytes = 492815040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T07:41:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:49:51, Sys 0 00:01:39" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 001 (1258.000.000) 05/27 07:41:59 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.000.000) 05/27 07:41:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:41:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/27 07:55:51 Job was evicted. (0) Job terminated and was requeued Usr 0 03:09:20, Sys 0 00:06:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1605272192 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/27 07:55:51 Job ad information event triggered. SentBytes = 1605272192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20285" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-27T07:55:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:09:20, Sys 0 00:06:20" JOB_GLIDEIN_SiteWMS_JobId = "8717746.0" ... 001 (1258.041.000) 05/27 07:56:59 Job executing on host: <137.99.79.222:33189?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#797&addrs=137.99.79.222-33189+[--1]-33189&noUDP> ... 028 (1258.041.000) 05/27 07:56:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T07:56:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.222:33189?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#797&addrs=137.99.79.222-33189+[--1]-33189&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718682.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24100" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 08:02:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:21, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077791616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 08:02:12 Job ad information event triggered. SentBytes = 1077791616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T08:02:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:21, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 08:02:58 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 08:02:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:02:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1258.047.000) 05/27 08:05:38 Image size of job updated: 13848396 3663 - MemoryUsage of job (MB) 3750000 - ResidentSetSize of job (KB) ... 028 (1258.047.000) 05/27 08:05:38 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 13848396 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:05:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3663 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718538.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23642" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat109.phys.uconn.edu" Subproc = 0 ResidentSetSize = 3750000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/27 08:05:54 Job was evicted. (0) Job terminated and was requeued Usr 0 02:31:27, Sys 0 00:06:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339969920 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/27 08:05:54 Job ad information event triggered. SentBytes = 1339969920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23642" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat109.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-27T08:05:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:31:27, Sys 0 00:06:05" JOB_GLIDEIN_SiteWMS_JobId = "8718538.0" ... 001 (1258.047.000) 05/27 08:07:00 Job executing on host: <137.99.79.236:7841?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#759&addrs=137.99.79.236-7841+[--1]-7841&noUDP> ... 028 (1258.047.000) 05/27 08:07:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:07:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.236:7841?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#759&addrs=137.99.79.236-7841+[--1]-7841&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718696.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219607" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat16.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/27 08:09:47 Job was evicted. (0) Job terminated and was requeued Usr 0 03:34:58, Sys 0 00:03:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1000992064 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/27 08:09:47 Job ad information event triggered. SentBytes = 1000992064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-27T08:09:47" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:34:58, Sys 0 00:03:39" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 001 (1258.018.000) 05/27 08:10:18 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.018.000) 05/27 08:10:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:10:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/27 08:10:43 Job was evicted. (0) Job terminated and was requeued Usr 0 01:39:32, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626496 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 08:10:43 Job ad information event triggered. SentBytes = 1391626496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T08:10:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:39:32, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.039.000) 05/27 08:11:01 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/27 08:11:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:11:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/27 08:21:21 Job was evicted. (0) Job terminated and was requeued Usr 0 02:43:04, Sys 0 00:04:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608418560 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/27 08:21:21 Job ad information event triggered. SentBytes = 1608418560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22582" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-27T08:21:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:43:04, Sys 0 00:04:48" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" ... 001 (1258.012.000) 05/27 08:22:00 Job executing on host: <137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP> ... 028 (1258.012.000) 05/27 08:22:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:22:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22582" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.038.000) 05/27 08:24:06 Job was evicted. (0) Job terminated and was requeued Usr 0 02:13:09, Sys 0 00:04:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348500992 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/27 08:24:06 Job ad information event triggered. SentBytes = 1348500992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-27T08:24:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:13:09, Sys 0 00:04:18" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1258.038.000) 05/27 08:24:59 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1258.038.000) 05/27 08:24:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:24:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/27 08:33:29 Job was evicted. (0) Job terminated and was requeued Usr 0 01:06:52, Sys 0 00:02:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 658858432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/27 08:33:29 Job ad information event triggered. SentBytes = 658858432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23394" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T08:33:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:06:52, Sys 0 00:02:07" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" ... 001 (1258.048.000) 05/27 08:33:59 Job executing on host: <137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP> ... 028 (1258.048.000) 05/27 08:33:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:33:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/27 08:36:40 Job was evicted. (0) Job terminated and was requeued Usr 0 03:24:23, Sys 0 00:04:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600982400 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/27 08:36:40 Job ad information event triggered. SentBytes = 1600982400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T08:36:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:24:23, Sys 0 00:04:45" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 001 (1258.014.000) 05/27 08:37:59 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.014.000) 05/27 08:37:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:37:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/27 08:41:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:20:02, Sys 0 00:02:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764143872 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 08:41:23 Job ad information event triggered. SentBytes = 764143872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat30.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T08:41:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:20:02, Sys 0 00:02:25" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" ... 001 (1258.029.000) 05/27 08:42:02 Job executing on host: <137.99.79.250:16666?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#781&addrs=137.99.79.250-16666+[--1]-16666&noUDP> ... 028 (1258.029.000) 05/27 08:42:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:42:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.250:16666?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#781&addrs=137.99.79.250-16666+[--1]-16666&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat30.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/27 08:43:59 Job was evicted. (0) Job terminated and was requeued Usr 0 02:59:49, Sys 0 00:05:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612098432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/27 08:43:59 Job ad information event triggered. SentBytes = 1612098432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218356" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-27T08:43:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:59:49, Sys 0 00:05:53" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" ... 001 (1258.013.000) 05/27 08:45:02 Job executing on host: <137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP> ... 028 (1258.013.000) 05/27 08:45:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:45:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.169:1598?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#810&addrs=137.99.79.169-1598+[--1]-1598&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218356" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/27 08:48:28 Job was evicted. (0) Job terminated and was requeued Usr 0 03:31:55, Sys 0 00:04:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633179520 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/27 08:48:28 Job ad information event triggered. SentBytes = 1633179520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-27T08:48:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:31:55, Sys 0 00:04:55" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 004 (1258.008.000) 05/27 08:48:32 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:22, Sys 0 00:02:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257144448 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 08:48:32 Job ad information event triggered. SentBytes = 1257144448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T08:48:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:26:22, Sys 0 00:02:40" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 001 (1258.008.000) 05/27 08:49:02 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.008.000) 05/27 08:49:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:49:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.022.000) 05/27 08:49:02 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.022.000) 05/27 08:49:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:49:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/27 08:56:05 Job was evicted. (0) Job terminated and was requeued Usr 0 03:03:10, Sys 0 00:05:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306976768 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/27 08:56:05 Job ad information event triggered. SentBytes = 1306976768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216278" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T08:56:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:03:10, Sys 0 00:05:16" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" ... 001 (1258.053.000) 05/27 08:57:11 Job executing on host: <137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP> ... 028 (1258.053.000) 05/27 08:57:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:57:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216278" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/27 08:59:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:21:42, Sys 0 00:04:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366322432 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/27 08:59:04 Job ad information event triggered. SentBytes = 1366322432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219367" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat29.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T08:59:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:21:42, Sys 0 00:04:45" JOB_GLIDEIN_SiteWMS_JobId = "8718597.0" ... 001 (1258.023.000) 05/27 09:00:02 Job executing on host: <137.99.79.174:20129?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#803&addrs=137.99.79.174-20129+[--1]-20129&noUDP> ... 028 (1258.023.000) 05/27 09:00:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:00:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.174:20129?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#803&addrs=137.99.79.174-20129+[--1]-20129&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718733.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24291" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_47@stat110.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 09:04:04 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:29, Sys 0 00:01:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 09:04:04 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T09:04:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:01:29, Sys 0 00:01:47" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 09:04:59 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 09:04:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:04:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/27 09:10:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:43, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121472 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/27 09:10:23 Job ad information event triggered. SentBytes = 1628121472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-27T09:10:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:43, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.007.000) 05/27 09:10:58 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1258.007.000) 05/27 09:10:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:10:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.041.000) 05/27 09:18:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:14:26, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 658983104 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.041.000) 05/27 09:18:13 Job ad information event triggered. SentBytes = 658983104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24100" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-27T09:18:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:14:26, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "8718682.0" ... 001 (1258.041.000) 05/27 09:19:02 Job executing on host: <137.99.79.222:33189?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#797&addrs=137.99.79.222-33189+[--1]-33189&noUDP> ... 028 (1258.041.000) 05/27 09:19:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:19:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.222:33189?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#797&addrs=137.99.79.222-33189+[--1]-33189&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718682.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24100" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.004.000) 05/27 09:19:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:45:28, Sys 0 00:05:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1696808448 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/27 09:19:04 Job ad information event triggered. SentBytes = 1696808448.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T09:19:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:45:28, Sys 0 00:05:20" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1258.004.000) 05/27 09:19:59 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.004.000) 05/27 09:19:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:19:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/27 09:29:40 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:30, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646061824 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/27 09:29:40 Job ad information event triggered. SentBytes = 1646061824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-27T09:29:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:30, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1258.015.000) 05/27 09:34:05 Job executing on host: <137.99.79.228:28389?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#792&addrs=137.99.79.228-28389+[--1]-28389&noUDP> ... 028 (1258.015.000) 05/27 09:34:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:34:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:28389?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#792&addrs=137.99.79.228-28389+[--1]-28389&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718783.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219797" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/27 09:52:06 Job was evicted. (0) Job terminated and was requeued Usr 0 01:41:28, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391626240 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 09:52:06 Job ad information event triggered. SentBytes = 1391626240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T09:52:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:41:28, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.039.000) 05/27 09:52:59 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1258.039.000) 05/27 09:52:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:52:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/27 09:57:21 Job was evicted. (0) Job terminated and was requeued Usr 0 02:50:47, Sys 0 00:07:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1043765568 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 09:57:21 Job ad information event triggered. SentBytes = 1043765568.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23870" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T09:57:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:50:47, Sys 0 00:07:34" JOB_GLIDEIN_SiteWMS_JobId = "8718623.0" ... 001 (1258.009.000) 05/27 09:58:01 Job executing on host: <137.99.79.170:25245?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#807&addrs=137.99.79.170-25245+[--1]-25245&noUDP> ... 028 (1258.009.000) 05/27 09:58:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:58:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:25245?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#807&addrs=137.99.79.170-25245+[--1]-25245&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718835.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219845" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/27 09:58:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:17:43, Sys 0 00:02:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 764153920 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 09:58:38 Job ad information event triggered. SentBytes = 764153920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat30.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T09:58:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:17:43, Sys 0 00:02:16" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" ... 001 (1258.029.000) 05/27 09:58:59 Job executing on host: <137.99.79.173:18435?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#839&addrs=137.99.79.173-18435+[--1]-18435&noUDP> ... 028 (1258.029.000) 05/27 09:58:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:58:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.173:18435?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#839&addrs=137.99.79.173-18435+[--1]-18435&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718834.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219845" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@stat109.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.018.000) 05/27 10:01:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:40:05, Sys 0 00:02:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 481768416 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.018.000) 05/27 10:01:10 Job ad information event triggered. SentBytes = 481768416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-27T10:01:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:05, Sys 0 00:02:15" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 001 (1258.018.000) 05/27 10:01:59 Job executing on host: <137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP> ... 028 (1258.018.000) 05/27 10:01:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:01:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:16265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#747&addrs=137.99.79.177-16265+[--1]-16265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21210" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 10:07:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:17, Sys 0 00:01:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077794560 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 10:07:57 Job ad information event triggered. SentBytes = 1077794560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T10:07:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:17, Sys 0 00:01:52" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 10:08:58 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 10:08:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:08:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.000.000) 05/27 10:19:17 Job was evicted. (0) Job terminated and was requeued Usr 0 02:24:54, Sys 0 00:05:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435708160 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.000.000) 05/27 10:19:17 Job ad information event triggered. SentBytes = 1435708160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T10:19:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:54, Sys 0 00:05:01" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 004 (1258.008.000) 05/27 10:19:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:28:26, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 10:19:30 Job ad information event triggered. SentBytes = 1257134336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T10:19:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:28:26, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 001 (1258.000.000) 05/27 10:20:02 Job executing on host: <137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP> ... 028 (1258.000.000) 05/27 10:20:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 0 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:20:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:18821?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#805&addrs=137.99.79.228-18821+[--1]-18821&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20944" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.008.000) 05/27 10:20:03 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.008.000) 05/27 10:20:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:20:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/27 10:21:49 Job was evicted. (0) Job terminated and was requeued Usr 0 03:09:17, Sys 0 00:05:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1825622656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/27 10:21:49 Job ad information event triggered. SentBytes = 1825622656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23884" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat30.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-27T10:21:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:09:17, Sys 0 00:05:25" JOB_GLIDEIN_SiteWMS_JobId = "8718626.0" ... 004 (1258.009.000) 05/27 10:22:27 Job was evicted. (0) Job terminated and was requeued Usr 0 00:17:16, Sys 0 00:01:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 101052528 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.009.000) 05/27 10:22:27 Job ad information event triggered. SentBytes = 101052528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219845" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T10:22:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:17:16, Sys 0 00:01:05" JOB_GLIDEIN_SiteWMS_JobId = "8718835.0" ... 001 (1258.003.000) 05/27 10:23:03 Job executing on host: <137.99.79.170:25245?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#807&addrs=137.99.79.170-25245+[--1]-25245&noUDP> ... 028 (1258.003.000) 05/27 10:23:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:23:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:25245?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#807&addrs=137.99.79.170-25245+[--1]-25245&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718835.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219845" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.009.000) 05/27 10:23:07 Job executing on host: <128.186.19.131:24013?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#792&addrs=128.186.19.131-24013+[--1]-24013&noUDP> ... 028 (1258.009.000) 05/27 10:23:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 9 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-27T10:23:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:24013?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#792&addrs=128.186.19.131-24013+[--1]-24013&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68321.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8410406" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1258.041.000) 05/27 10:31:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1708968_271194165@stat2.phys.uconn.edu <137.99.79.222:33189?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#797&addrs=137.99.79.222-33189+[--1]-33189&noUDP> ... 028 (1258.041.000) 05/27 10:31:17 Job ad information event triggered. StartdAddr = "<137.99.79.222:33189?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#797&addrs=137.99.79.222-33189+[--1]-33189&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24100" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-27T10:31:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 StartdName = "glidein_1708968_271194165@stat2.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8718682.0" EventDescription = "Job disconnected, attempting to reconnect" ... 004 (1258.004.000) 05/27 10:34:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:13:13, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 753239616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.004.000) 05/27 10:34:00 Job ad information event triggered. SentBytes = 753239616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T10:34:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:13:13, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1258.004.000) 05/27 10:35:00 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1258.004.000) 05/27 10:35:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 4 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:35:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.047.000) 05/27 10:39:12 Job was evicted. (0) Job terminated and was requeued Usr 0 02:18:34, Sys 0 00:04:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1339960320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.047.000) 05/27 10:39:12 Job ad information event triggered. SentBytes = 1339960320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219607" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat16.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-27T10:39:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:18:34, Sys 0 00:04:30" JOB_GLIDEIN_SiteWMS_JobId = "8718696.0" ... 001 (1258.047.000) 05/27 10:40:01 Job executing on host: <137.99.79.236:7841?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#759&addrs=137.99.79.236-7841+[--1]-7841&noUDP> ... 028 (1258.047.000) 05/27 10:40:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:40:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.236:7841?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#759&addrs=137.99.79.236-7841+[--1]-7841&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718696.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219607" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat16.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.009.000) 05/27 10:54:15 Job was evicted. (0) Job was not checkpointed. Usr 0 00:03:11, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 396712868 Memory (MB) : 9766 1024 2500 ... 028 (1258.009.000) 05/27 10:54:15 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8410406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 9 EventTime = "2019-05-27T10:54:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:03:11, Sys 0 00:00:19" JOB_GLIDEIN_SiteWMS_JobId = "68321.0" ... 004 (1258.038.000) 05/27 10:55:53 Job was evicted. (0) Job terminated and was requeued Usr 0 02:19:11, Sys 0 00:04:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1348510336 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.038.000) 05/27 10:55:53 Job ad information event triggered. SentBytes = 1348510336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-27T10:55:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:19:11, Sys 0 00:04:36" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1258.009.000) 05/27 11:00:00 Job executing on host: <137.99.79.167:18399?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#821&addrs=137.99.79.167-18399+[--1]-18399&noUDP> ... 028 (1258.009.000) 05/27 11:00:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 9 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:00:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:18399?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#821&addrs=137.99.79.167-18399+[--1]-18399&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718930.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7220042" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/27 11:00:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:54:10, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628121472 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/27 11:00:51 Job ad information event triggered. SentBytes = 1628121472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-27T11:00:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:54:10, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1258.007.000) 05/27 11:01:25 Job executing on host: <192.170.227.219:46622?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#42784&addrs=192.170.227.219-46622&noUDP> ... 028 (1258.007.000) 05/27 11:01:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-27T11:01:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.219:46622?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#42784&addrs=192.170.227.219-46622&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "273054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "35215" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c497.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.038.000) 05/27 11:01:26 Job executing on host: <10.5.150.190:38136?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872254&addrs=10.5.150.190-38136&noUDP> ... 028 (1258.038.000) 05/27 11:01:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-27T11:01:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.150.190:38136?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872254&addrs=10.5.150.190-38136&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4394708.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718458" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-150-190" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1258.041.000) 05/27 11:11:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1708968_271194165@stat2.phys.uconn.edu, rescheduling job ... 028 (1258.041.000) 05/27 11:11:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:11:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718682.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24100" StartdName = "glidein_1708968_271194165@stat2.phys.uconn.edu" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat2.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1258.041.000) 05/27 11:12:02 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1258.041.000) 05/27 11:12:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 41 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:12:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 11:12:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:02:39, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077796096 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 11:12:16 Job ad information event triggered. SentBytes = 1077796096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T11:12:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:02:39, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 11:12:59 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 11:12:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:12:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/27 11:13:27 Job was evicted. (0) Job terminated and was requeued Usr 0 02:39:54, Sys 0 00:05:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1599559040 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/27 11:13:27 Job ad information event triggered. SentBytes = 1599559040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23394" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T11:13:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:39:54, Sys 0 00:05:34" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" ... 001 (1258.048.000) 05/27 11:14:00 Job executing on host: <137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP> ... 028 (1258.048.000) 05/27 11:14:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:14:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.012.000) 05/27 11:26:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:49:49, Sys 0 00:05:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1608417664 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.012.000) 05/27 11:26:05 Job ad information event triggered. SentBytes = 1608417664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22582" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-27T11:26:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:49:49, Sys 0 00:05:43" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" ... 001 (1258.012.000) 05/27 11:27:01 Job executing on host: <137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP> ... 028 (1258.012.000) 05/27 11:27:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:27:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33250?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#769&addrs=137.99.79.225-33250+[--1]-33250&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22582" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.039.000) 05/27 11:35:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:41:13, Sys 0 00:03:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1391625728 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.039.000) 05/27 11:35:59 Job ad information event triggered. SentBytes = 1391625728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T11:35:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:41:13, Sys 0 00:03:51" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1258.039.000) 05/27 11:37:05 Job executing on host: <137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP> ... 028 (1258.039.000) 05/27 11:37:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:37:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218743" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/27 11:40:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:46, Sys 0 00:02:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1257134080 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 11:40:05 Job ad information event triggered. SentBytes = 1257134080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T11:40:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:46, Sys 0 00:02:26" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 001 (1258.008.000) 05/27 11:41:02 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.008.000) 05/27 11:41:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:41:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.014.000) 05/27 11:45:31 Job was evicted. (0) Job terminated and was requeued Usr 0 03:01:18, Sys 0 00:07:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1600982656 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.014.000) 05/27 11:45:31 Job ad information event triggered. SentBytes = 1600982656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T11:45:31" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:01:18, Sys 0 00:07:33" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 001 (1258.014.000) 05/27 11:46:03 Job executing on host: <137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP> ... 028 (1258.014.000) 05/27 11:46:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:46:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:24565?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#761&addrs=137.99.79.172-24565+[--1]-24565&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20753" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.022.000) 05/27 11:59:30 Job was evicted. (0) Job terminated and was requeued Usr 0 03:09:55, Sys 0 00:04:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1633183872 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.022.000) 05/27 11:59:30 Job ad information event triggered. SentBytes = 1633183872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-27T11:59:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:09:55, Sys 0 00:04:52" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 001 (1258.022.000) 05/27 12:00:00 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1258.022.000) 05/27 12:00:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 22 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:00:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.029.000) 05/27 12:01:31 Job was evicted. (0) Job terminated and was requeued Usr 0 01:50:31, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 761786752 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.029.000) 05/27 12:01:31 Job ad information event triggered. SentBytes = 761786752.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219845" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@stat109.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T12:01:31" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:31, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8718834.0" ... 001 (1258.029.000) 05/27 12:02:01 Job executing on host: <137.99.79.173:18435?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#839&addrs=137.99.79.173-18435+[--1]-18435&noUDP> ... 028 (1258.029.000) 05/27 12:02:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:02:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.173:18435?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#839&addrs=137.99.79.173-18435+[--1]-18435&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718834.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219845" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@stat109.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.023.000) 05/27 12:05:15 Job was evicted. (0) Job terminated and was requeued Usr 0 02:59:54, Sys 0 00:05:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1366332416 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.023.000) 05/27 12:05:15 Job ad information event triggered. SentBytes = 1366332416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24291" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_47@stat110.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T12:05:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:59:54, Sys 0 00:05:14" JOB_GLIDEIN_SiteWMS_JobId = "8718733.0" ... 001 (1258.023.000) 05/27 12:06:01 Job executing on host: <137.99.79.174:22922?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#838&addrs=137.99.79.174-22922+[--1]-22922&noUDP> ... 028 (1258.023.000) 05/27 12:06:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 23 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:06:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.174:22922?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#838&addrs=137.99.79.174-22922+[--1]-22922&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8719016.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24936" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat110.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.008.000) 05/27 12:08:34 Job was evicted. (0) Job terminated and was requeued Usr 0 00:22:13, Sys 0 00:00:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 313628000 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.008.000) 05/27 12:08:34 Job ad information event triggered. SentBytes = 313628000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T12:08:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:22:13, Sys 0 00:00:50" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 001 (1258.008.000) 05/27 12:09:01 Job executing on host: <137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP> ... 028 (1258.008.000) 05/27 12:09:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 8 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:09:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:29751?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#774&addrs=137.99.79.147-29751+[--1]-29751&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218988" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.054.000) 05/27 12:15:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:01:55, Sys 0 00:01:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1077791616 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.054.000) 05/27 12:15:44 Job ad information event triggered. SentBytes = 1077791616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T12:15:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:01:55, Sys 0 00:01:50" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1258.054.000) 05/27 12:16:02 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1258.054.000) 05/27 12:16:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 54 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:16:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.048.000) 05/27 12:16:04 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:56, Sys 0 00:02:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 658856704 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.048.000) 05/27 12:16:04 Job ad information event triggered. SentBytes = 658856704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23394" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T12:16:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:56, Sys 0 00:02:25" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" ... 001 (1258.048.000) 05/27 12:17:01 Job executing on host: <137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP> ... 028 (1258.048.000) 05/27 12:17:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:17:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:4700?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#770&addrs=137.99.79.241-4700+[--1]-4700&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23394" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.007.000) 05/27 12:18:52 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:30, Sys 0 00:02:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1628125312 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.007.000) 05/27 12:18:52 Job ad information event triggered. SentBytes = 1628125312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "35215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c497.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 7 EventTime = "2019-05-27T12:18:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:29:30, Sys 0 00:02:07" JOB_GLIDEIN_SiteWMS_JobId = "273054.0" ... 001 (1258.007.000) 05/27 12:20:00 Job executing on host: <137.99.79.169:20508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#849&addrs=137.99.79.169-20508+[--1]-20508&noUDP> ... 028 (1258.007.000) 05/27 12:20:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:20:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.169:20508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#849&addrs=137.99.79.169-20508+[--1]-20508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8719031.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25021" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat105.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.015.000) 05/27 12:22:48 Job was evicted. (0) Job terminated and was requeued Usr 0 02:42:38, Sys 0 00:05:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1646065280 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.015.000) 05/27 12:22:48 Job ad information event triggered. SentBytes = 1646065280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219797" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-27T12:22:48" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:42:38, Sys 0 00:05:18" JOB_GLIDEIN_SiteWMS_JobId = "8718783.0" ... 001 (1258.015.000) 05/27 12:24:04 Job executing on host: <72.36.96.50:45872?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#886913&addrs=72.36.96.50-45872&noUDP> ... 028 (1258.015.000) 05/27 12:24:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-27T12:24:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:45872?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#886913&addrs=72.36.96.50-45872&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "273451.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7975490" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_58@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.013.000) 05/27 12:26:10 Job was evicted. (0) Job terminated and was requeued Usr 0 03:14:05, Sys 0 00:06:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1612002816 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.013.000) 05/27 12:26:10 Job ad information event triggered. SentBytes = 1612002816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218356" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat105.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-27T12:26:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:14:05, Sys 0 00:06:55" JOB_GLIDEIN_SiteWMS_JobId = "8718351.0" ... 001 (1258.013.000) 05/27 12:27:03 Job executing on host: <137.99.79.170:1674?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#825&addrs=137.99.79.170-1674+[--1]-1674&noUDP> ... 028 (1258.013.000) 05/27 12:27:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 13 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:27:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:1674?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#825&addrs=137.99.79.170-1674+[--1]-1674&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8719038.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25038" Cluster = 1258 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.053.000) 05/27 12:29:39 Job was evicted. (0) Job terminated and was requeued Usr 0 03:11:44, Sys 0 00:07:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1306976384 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.053.000) 05/27 12:29:39 Job ad information event triggered. SentBytes = 1306976384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216278" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T12:29:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:11:44, Sys 0 00:07:38" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" ... 001 (1258.053.000) 05/27 12:30:00 Job executing on host: <137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP> ... 028 (1258.053.000) 05/27 12:30:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 53 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:30:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216278" Cluster = 1258 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1258.003.000) 05/27 12:30:49 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:52, Sys 0 00:04:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 882192320 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1258.003.000) 05/27 12:30:49 Job ad information event triggered. SentBytes = 882192320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7219845" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 3 EventTime = "2019-05-27T12:30:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:52, Sys 0 00:04:12" JOB_GLIDEIN_SiteWMS_JobId = "8718835.0" ... 012 (1258.003.000) 05/27 12:31:05 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.003.000) 05/27 12:31:05 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:05" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.039.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:55:36, Sys 0 00:01:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 83609880 Memory (MB) : 4395 1024 2048 ... 028 (1258.039.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7218743" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 39 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:55:36, Sys 0 00:01:40" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" ... 004 (1258.041.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 01:21:32, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 84017688 Memory (MB) : 2686 1024 2048 ... 028 (1258.041.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 41 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:21:32, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 004 (1258.008.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:21:16, Sys 0 00:00:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 79485836 Memory (MB) : 4883 1024 2048 ... 028 (1258.008.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7218988" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 8 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:21:16, Sys 0 00:00:42" JOB_GLIDEIN_SiteWMS_JobId = "8718498.0" ... 004 (1258.004.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 02:02:13, Sys 0 00:04:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 83242672 Memory (MB) : 1221 1024 2048 ... 028 (1258.004.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 4 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:02:13, Sys 0 00:04:31" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 004 (1258.012.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 01:00:25, Sys 0 00:01:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 82773348 Memory (MB) : 440 1024 2048 ... 028 (1258.012.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "22582" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 12 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:00:25, Sys 0 00:01:52" JOB_GLIDEIN_SiteWMS_JobId = "8718412.0" ... 004 (1258.014.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:43:06, Sys 0 00:01:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 887191244 Memory (MB) : 3174 1024 2048 ... 028 (1258.014.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20753" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:43:06, Sys 0 00:01:06" JOB_GLIDEIN_SiteWMS_JobId = "8717776.0" ... 004 (1258.009.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 01:21:11, Sys 0 00:05:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 458109004 Memory (MB) : 9766 1024 2048 ... 028 (1258.009.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7220042" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 9 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:21:11, Sys 0 00:05:17" JOB_GLIDEIN_SiteWMS_JobId = "8718930.0" ... 004 (1258.047.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 01:49:17, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 81180100 Memory (MB) : 3663 1024 2048 ... 028 (1258.047.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7219607" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat16.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:17, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "8718696.0" ... 004 (1258.000.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 02:09:25, Sys 0 00:04:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 84316280 Memory (MB) : 4151 1024 2048 ... 028 (1258.000.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20944" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 0 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:09:25, Sys 0 00:04:26" JOB_GLIDEIN_SiteWMS_JobId = "8717789.0" ... 004 (1258.022.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:29:17, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 887639000 Memory (MB) : 2198 1024 2048 ... 028 (1258.022.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 22 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:17, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 004 (1258.029.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:23:55, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 890738392 Memory (MB) : 440 1024 2048 ... 028 (1258.029.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7219845" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_38@stat109.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:23:55, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "8718834.0" ... 004 (1258.015.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:07:42, Sys 0 00:00:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 561129804 Memory (MB) : 2442 1024 1920 ... 028 (1258.015.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7975490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_58@mwt2-c143.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:07:42, Sys 0 00:00:16" JOB_GLIDEIN_SiteWMS_JobId = "273451.0" ... 004 (1258.007.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:08:41, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 447263728 Memory (MB) : 2442 1024 2048 ... 028 (1258.007.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "25021" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat105.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 7 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:08:41, Sys 0 00:00:30" JOB_GLIDEIN_SiteWMS_JobId = "8719031.0" ... 004 (1258.054.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:13:34, Sys 0 00:00:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 81916628 Memory (MB) : 7325 1024 2048 ... 028 (1258.054.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 54 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:13:34, Sys 0 00:00:50" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1258.023.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:22:45, Sys 0 00:00:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 887375388 Memory (MB) : 4639 1024 2048 ... 028 (1258.023.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24936" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat110.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 23 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:22:45, Sys 0 00:00:48" JOB_GLIDEIN_SiteWMS_JobId = "8719016.0" ... 012 (1258.004.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.004.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.041.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.041.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.012.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.012.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.039.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.039.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.018.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 02:10:27, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 900634680 Memory (MB) : 416 1024 2048 ... 028 (1258.018.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "21210" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 18 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:10:27, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "8717816.0" ... 012 (1258.014.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.014.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.008.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.008.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.038.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 01:31:21, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 201807308 Memory (MB) : 4639 1024 2500 ... 028 (1258.038.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7718458" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-150-190" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 38 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:31:21, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "4394708.0" ... 004 (1258.048.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:14:45, Sys 0 00:00:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 84307296 Memory (MB) : 2442 1024 2048 ... 028 (1258.048.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "23394" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 48 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:14:45, Sys 0 00:00:34" JOB_GLIDEIN_SiteWMS_JobId = "8718505.0" ... 004 (1258.013.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:02:41, Sys 0 00:00:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 453084152 Memory (MB) : 440 1024 2048 ... 028 (1258.013.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "25038" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 13 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:02:41, Sys 0 00:00:23" JOB_GLIDEIN_SiteWMS_JobId = "8719038.0" ... 012 (1258.000.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.000.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.047.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.047.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.009.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.009.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1258.053.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:18, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422552736 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 899230680 Memory (MB) : 4883 1024 2048 ... 028 (1258.053.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7216278" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422552736.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 53 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1258 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:00:18, Sys 0 00:00:11" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" ... 012 (1258.022.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.022.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.029.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.029.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.015.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.015.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.054.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.054.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.007.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.007.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.018.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.018.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.038.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.038.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.023.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.023.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.048.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.048.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.013.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.013.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1258.053.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1258.053.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1258 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ...